2024-12-06 08:40:46,789 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-06 08:40:46,806 main DEBUG Took 0.014519 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 08:40:46,806 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 08:40:46,807 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 08:40:46,808 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 08:40:46,810 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:40:46,822 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 08:40:46,839 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:40:46,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:40:46,842 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:40:46,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:40:46,843 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:40:46,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:40:46,845 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:40:46,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:40:46,846 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:40:46,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:40:46,848 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:40:46,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:40:46,849 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:40:46,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:40:46,851 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:40:46,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:40:46,852 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:40:46,852 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:40:46,853 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:40:46,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:40:46,854 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:40:46,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:40:46,855 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:40:46,856 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:40:46,857 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:40:46,857 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 08:40:46,859 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:40:46,862 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 08:40:46,865 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 08:40:46,865 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 08:40:46,867 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 08:40:46,872 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 08:40:46,883 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 08:40:46,887 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 08:40:46,889 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 08:40:46,890 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 08:40:46,890 main DEBUG createAppenders(={Console}) 2024-12-06 08:40:46,891 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-06 08:40:46,891 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-06 08:40:46,892 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-06 08:40:46,892 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 08:40:46,893 main DEBUG OutputStream closed 2024-12-06 08:40:46,893 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 08:40:46,893 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 08:40:46,894 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-06 08:40:47,009 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 08:40:47,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 08:40:47,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 08:40:47,014 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 08:40:47,015 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 08:40:47,015 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 08:40:47,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 08:40:47,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 08:40:47,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 08:40:47,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 08:40:47,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 08:40:47,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 08:40:47,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 08:40:47,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 08:40:47,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 08:40:47,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 08:40:47,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 08:40:47,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 08:40:47,024 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 08:40:47,024 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-06 08:40:47,025 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 08:40:47,026 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-06T08:40:47,393 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60 2024-12-06 08:40:47,398 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 08:40:47,398 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T08:40:47,412 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-12-06T08:40:47,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T08:40:47,520 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/cluster_7a7741c4-54b2-9421-194c-e5d6aa6b3f29, deleteOnExit=true 2024-12-06T08:40:47,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T08:40:47,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/test.cache.data in system properties and HBase conf 2024-12-06T08:40:47,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T08:40:47,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/hadoop.log.dir in system properties and HBase conf 2024-12-06T08:40:47,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T08:40:47,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T08:40:47,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T08:40:47,675 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T08:40:47,835 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T08:40:47,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T08:40:47,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T08:40:47,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T08:40:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T08:40:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T08:40:47,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T08:40:47,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T08:40:47,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T08:40:47,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T08:40:47,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/nfs.dump.dir in system properties and HBase conf 2024-12-06T08:40:47,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/java.io.tmpdir in system properties and HBase conf 2024-12-06T08:40:47,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T08:40:47,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T08:40:47,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T08:40:48,942 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T08:40:49,052 INFO [Time-limited test {}] log.Log(170): Logging initialized @3278ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T08:40:49,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:40:49,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T08:40:49,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T08:40:49,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T08:40:49,254 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T08:40:49,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:40:49,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/hadoop.log.dir/,AVAILABLE} 2024-12-06T08:40:49,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T08:40:49,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/java.io.tmpdir/jetty-localhost-40965-hadoop-hdfs-3_4_1-tests_jar-_-any-10805102358945786935/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T08:40:49,558 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:40965} 2024-12-06T08:40:49,559 INFO [Time-limited test {}] server.Server(415): Started @3786ms 2024-12-06T08:40:50,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:40:50,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T08:40:50,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T08:40:50,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T08:40:50,050 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T08:40:50,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/hadoop.log.dir/,AVAILABLE} 2024-12-06T08:40:50,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T08:40:50,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/java.io.tmpdir/jetty-localhost-34817-hadoop-hdfs-3_4_1-tests_jar-_-any-5591934331298965099/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:40:50,185 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:34817} 2024-12-06T08:40:50,185 INFO [Time-limited test {}] server.Server(415): Started @4412ms 2024-12-06T08:40:50,250 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T08:40:50,870 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/cluster_7a7741c4-54b2-9421-194c-e5d6aa6b3f29/data/data1/current/BP-792285928-172.17.0.2-1733474448628/current, will proceed with Du for space computation calculation, 2024-12-06T08:40:50,871 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/cluster_7a7741c4-54b2-9421-194c-e5d6aa6b3f29/data/data2/current/BP-792285928-172.17.0.2-1733474448628/current, will proceed with Du for space computation calculation, 2024-12-06T08:40:50,989 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T08:40:51,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7171a42d8442838e with lease ID 0x2516277225e327cf: Processing first storage report for DS-04e9f758-a42d-4a28-9adb-b6402a93892e from datanode DatanodeRegistration(127.0.0.1:33947, datanodeUuid=461505f1-29d2-420b-a135-ef9057ee1184, infoPort=33251, infoSecurePort=0, ipcPort=32855, storageInfo=lv=-57;cid=testClusterID;nsid=1021566194;c=1733474448628) 2024-12-06T08:40:51,064 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7171a42d8442838e with lease ID 0x2516277225e327cf: from storage DS-04e9f758-a42d-4a28-9adb-b6402a93892e node DatanodeRegistration(127.0.0.1:33947, datanodeUuid=461505f1-29d2-420b-a135-ef9057ee1184, infoPort=33251, infoSecurePort=0, ipcPort=32855, storageInfo=lv=-57;cid=testClusterID;nsid=1021566194;c=1733474448628), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-12-06T08:40:51,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7171a42d8442838e with lease ID 0x2516277225e327cf: Processing first storage report for DS-03b70200-8d46-4f22-9f2b-bf3492b8ba3b from datanode DatanodeRegistration(127.0.0.1:33947, datanodeUuid=461505f1-29d2-420b-a135-ef9057ee1184, infoPort=33251, infoSecurePort=0, ipcPort=32855, storageInfo=lv=-57;cid=testClusterID;nsid=1021566194;c=1733474448628) 2024-12-06T08:40:51,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7171a42d8442838e with lease ID 0x2516277225e327cf: from storage DS-03b70200-8d46-4f22-9f2b-bf3492b8ba3b node DatanodeRegistration(127.0.0.1:33947, datanodeUuid=461505f1-29d2-420b-a135-ef9057ee1184, infoPort=33251, infoSecurePort=0, ipcPort=32855, storageInfo=lv=-57;cid=testClusterID;nsid=1021566194;c=1733474448628), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:40:51,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60 2024-12-06T08:40:51,203 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/cluster_7a7741c4-54b2-9421-194c-e5d6aa6b3f29/zookeeper_0, clientPort=56739, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/cluster_7a7741c4-54b2-9421-194c-e5d6aa6b3f29/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/cluster_7a7741c4-54b2-9421-194c-e5d6aa6b3f29/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T08:40:51,216 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56739 2024-12-06T08:40:51,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T08:40:51,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T08:40:51,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741825_1001 (size=7) 2024-12-06T08:40:51,984 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda with version=8 2024-12-06T08:40:51,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/hbase-staging 2024-12-06T08:40:52,083 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T08:40:52,347 INFO [Time-limited test {}] client.ConnectionUtils(128): master/25494438c68b:0 server-side Connection retries=45 2024-12-06T08:40:52,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T08:40:52,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T08:40:52,373 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T08:40:52,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T08:40:52,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T08:40:52,572 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T08:40:52,651 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T08:40:52,662 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T08:40:52,669 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T08:40:52,702 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1568 (auto-detected) 2024-12-06T08:40:52,703 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T08:40:52,730 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42573 2024-12-06T08:40:52,762 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42573 connecting to ZooKeeper ensemble=127.0.0.1:56739 2024-12-06T08:40:52,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425730x0, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T08:40:52,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42573-0x100667cb7c40000 connected 2024-12-06T08:40:52,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T08:40:52,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T08:40:52,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T08:40:52,879 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda, hbase.cluster.distributed=false 2024-12-06T08:40:52,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T08:40:52,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42573 2024-12-06T08:40:52,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42573 2024-12-06T08:40:52,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42573 2024-12-06T08:40:52,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42573 2024-12-06T08:40:52,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42573 2024-12-06T08:40:53,067 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/25494438c68b:0 server-side Connection retries=45 2024-12-06T08:40:53,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T08:40:53,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T08:40:53,070 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T08:40:53,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T08:40:53,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T08:40:53,073 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T08:40:53,075 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T08:40:53,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33295 2024-12-06T08:40:53,078 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33295 connecting to ZooKeeper ensemble=127.0.0.1:56739 2024-12-06T08:40:53,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T08:40:53,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T08:40:53,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332950x0, quorum=127.0.0.1:56739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T08:40:53,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332950x0, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T08:40:53,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33295-0x100667cb7c40001 connected 2024-12-06T08:40:53,100 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T08:40:53,110 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T08:40:53,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T08:40:53,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T08:40:53,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33295 2024-12-06T08:40:53,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33295 2024-12-06T08:40:53,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33295 2024-12-06T08:40:53,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33295 2024-12-06T08:40:53,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33295 2024-12-06T08:40:53,160 DEBUG [M:0;25494438c68b:42573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;25494438c68b:42573 2024-12-06T08:40:53,165 INFO [master/25494438c68b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/25494438c68b,42573,1733474452139 2024-12-06T08:40:53,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T08:40:53,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T08:40:53,179 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/25494438c68b,42573,1733474452139 2024-12-06T08:40:53,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T08:40:53,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T08:40:53,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T08:40:53,214 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T08:40:53,215 INFO [master/25494438c68b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/25494438c68b,42573,1733474452139 from backup master directory 2024-12-06T08:40:53,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/25494438c68b,42573,1733474452139 2024-12-06T08:40:53,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T08:40:53,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T08:40:53,219 WARN [master/25494438c68b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T08:40:53,219 INFO [master/25494438c68b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=25494438c68b,42573,1733474452139 2024-12-06T08:40:53,222 INFO [master/25494438c68b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T08:40:53,223 INFO [master/25494438c68b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T08:40:53,315 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/hbase.id] with ID: 65d2006b-ddd0-446d-92ec-b3ac1ddea2fa 2024-12-06T08:40:53,315 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/.tmp/hbase.id 2024-12-06T08:40:53,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741826_1002 (size=42) 2024-12-06T08:40:53,729 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/.tmp/hbase.id]:[hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/hbase.id] 2024-12-06T08:40:53,782 INFO [master/25494438c68b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T08:40:53,788 INFO [master/25494438c68b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T08:40:53,816 INFO [master/25494438c68b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-12-06T08:40:53,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T08:40:53,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T08:40:53,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741827_1003 (size=196) 2024-12-06T08:40:53,861 INFO [master/25494438c68b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T08:40:53,864 INFO [master/25494438c68b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T08:40:53,889 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:53,895 INFO [master/25494438c68b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T08:40:53,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741828_1004 (size=1189) 2024-12-06T08:40:53,948 INFO [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store 2024-12-06T08:40:53,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741829_1005 (size=34) 2024-12-06T08:40:53,978 INFO [master/25494438c68b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T08:40:53,981 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T08:40:53,983 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T08:40:53,983 INFO [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T08:40:53,983 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T08:40:53,985 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T08:40:53,985 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T08:40:53,985 INFO [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T08:40:53,987 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733474453982Disabling compacts and flushes for region at 1733474453982Disabling writes for close at 1733474453985 (+3 ms)Writing region close event to WAL at 1733474453985Closed at 1733474453985 2024-12-06T08:40:53,990 WARN [master/25494438c68b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store/.initializing 2024-12-06T08:40:53,991 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/WALs/25494438c68b,42573,1733474452139 2024-12-06T08:40:54,002 INFO [master/25494438c68b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T08:40:54,018 INFO [master/25494438c68b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=25494438c68b%2C42573%2C1733474452139, suffix=, logDir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/WALs/25494438c68b,42573,1733474452139, archiveDir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/oldWALs, maxLogs=10 2024-12-06T08:40:54,046 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/WALs/25494438c68b,42573,1733474452139/25494438c68b%2C42573%2C1733474452139.1733474454024, exclude list is [], retry=0 2024-12-06T08:40:54,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33947,DS-04e9f758-a42d-4a28-9adb-b6402a93892e,DISK] 2024-12-06T08:40:54,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T08:40:54,108 INFO [master/25494438c68b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/WALs/25494438c68b,42573,1733474452139/25494438c68b%2C42573%2C1733474452139.1733474454024 2024-12-06T08:40:54,109 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33251:33251)] 2024-12-06T08:40:54,110 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T08:40:54,110 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T08:40:54,114 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T08:40:54,114 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T08:40:54,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T08:40:54,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T08:40:54,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:40:54,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T08:40:54,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T08:40:54,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T08:40:54,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:40:54,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:40:54,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T08:40:54,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T08:40:54,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:40:54,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:40:54,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T08:40:54,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T08:40:54,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:40:54,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:40:54,221 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T08:40:54,225 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T08:40:54,226 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T08:40:54,233 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T08:40:54,234 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T08:40:54,238 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T08:40:54,243 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T08:40:54,249 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T08:40:54,250 INFO [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69340216, jitterRate=0.033249735832214355}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T08:40:54,257 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733474454129Initializing all the Stores at 1733474454132 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733474454133 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474454134 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474454134Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474454134Cleaning up temporary data from old regions at 1733474454234 (+100 ms)Region opened successfully at 1733474454256 (+22 ms) 2024-12-06T08:40:54,258 INFO [master/25494438c68b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T08:40:54,301 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d8fd91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=25494438c68b/172.17.0.2:0 2024-12-06T08:40:54,344 INFO [master/25494438c68b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T08:40:54,360 INFO [master/25494438c68b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T08:40:54,360 INFO [master/25494438c68b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T08:40:54,364 INFO [master/25494438c68b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T08:40:54,366 INFO [master/25494438c68b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-06T08:40:54,372 INFO [master/25494438c68b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-06T08:40:54,372 INFO [master/25494438c68b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T08:40:54,403 INFO [master/25494438c68b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T08:40:54,439 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T08:40:54,443 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T08:40:54,447 INFO [master/25494438c68b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T08:40:54,452 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T08:40:54,455 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T08:40:54,459 INFO [master/25494438c68b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T08:40:54,464 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T08:40:54,466 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T08:40:54,467 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T08:40:54,469 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T08:40:54,491 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T08:40:54,493 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T08:40:54,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T08:40:54,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T08:40:54,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T08:40:54,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T08:40:54,502 INFO [master/25494438c68b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=25494438c68b,42573,1733474452139, sessionid=0x100667cb7c40000, setting cluster-up flag (Was=false) 2024-12-06T08:40:54,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T08:40:54,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T08:40:54,523 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T08:40:54,525 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=25494438c68b,42573,1733474452139 2024-12-06T08:40:54,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T08:40:54,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T08:40:54,539 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T08:40:54,542 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=25494438c68b,42573,1733474452139 2024-12-06T08:40:54,551 INFO [master/25494438c68b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T08:40:54,642 INFO [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(746): ClusterId : 65d2006b-ddd0-446d-92ec-b3ac1ddea2fa 2024-12-06T08:40:54,646 DEBUG [RS:0;25494438c68b:33295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T08:40:54,652 DEBUG [RS:0;25494438c68b:33295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T08:40:54,652 DEBUG [RS:0;25494438c68b:33295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T08:40:54,655 DEBUG [RS:0;25494438c68b:33295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T08:40:54,656 DEBUG [RS:0;25494438c68b:33295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622be4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=25494438c68b/172.17.0.2:0 2024-12-06T08:40:54,656 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T08:40:54,667 INFO [master/25494438c68b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T08:40:54,674 INFO [master/25494438c68b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T08:40:54,677 DEBUG [RS:0;25494438c68b:33295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;25494438c68b:33295 2024-12-06T08:40:54,682 INFO [RS:0;25494438c68b:33295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T08:40:54,682 INFO [RS:0;25494438c68b:33295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T08:40:54,682 DEBUG [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T08:40:54,680 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 25494438c68b,42573,1733474452139 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T08:40:54,685 INFO [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(2659): reportForDuty to master=25494438c68b,42573,1733474452139 with port=33295, startcode=1733474453014 2024-12-06T08:40:54,688 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/25494438c68b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T08:40:54,688 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/25494438c68b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T08:40:54,688 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/25494438c68b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T08:40:54,688 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/25494438c68b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T08:40:54,689 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/25494438c68b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T08:40:54,689 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/25494438c68b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T08:40:54,689 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/25494438c68b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T08:40:54,689 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/25494438c68b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T08:40:54,694 INFO [master/25494438c68b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733474484693 2024-12-06T08:40:54,696 INFO [master/25494438c68b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T08:40:54,696 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T08:40:54,696 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T08:40:54,697 INFO [master/25494438c68b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T08:40:54,700 DEBUG [RS:0;25494438c68b:33295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T08:40:54,702 INFO [master/25494438c68b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T08:40:54,702 INFO [master/25494438c68b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T08:40:54,702 INFO [master/25494438c68b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T08:40:54,703 INFO [master/25494438c68b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T08:40:54,705 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:40:54,703 INFO [master/25494438c68b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:54,705 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T08:40:54,707 INFO [master/25494438c68b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T08:40:54,708 INFO [master/25494438c68b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T08:40:54,708 INFO [master/25494438c68b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T08:40:54,711 INFO [master/25494438c68b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T08:40:54,712 INFO [master/25494438c68b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T08:40:54,716 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/25494438c68b:0:becomeActiveMaster-HFileCleaner.large.0-1733474454713,5,FailOnTimeoutGroup] 2024-12-06T08:40:54,717 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/25494438c68b:0:becomeActiveMaster-HFileCleaner.small.0-1733474454716,5,FailOnTimeoutGroup] 2024-12-06T08:40:54,717 INFO [master/25494438c68b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:54,717 INFO [master/25494438c68b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T08:40:54,719 INFO [master/25494438c68b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:54,719 INFO [master/25494438c68b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:54,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741831_1007 (size=1321) 2024-12-06T08:40:54,742 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37513, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T08:40:54,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42573 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 25494438c68b,33295,1733474453014 2024-12-06T08:40:54,751 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42573 {}] master.ServerManager(517): Registering regionserver=25494438c68b,33295,1733474453014 2024-12-06T08:40:54,768 DEBUG [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda 2024-12-06T08:40:54,768 DEBUG [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44719 2024-12-06T08:40:54,768 DEBUG [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T08:40:54,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T08:40:54,773 DEBUG [RS:0;25494438c68b:33295 {}] zookeeper.ZKUtil(111): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/25494438c68b,33295,1733474453014 2024-12-06T08:40:54,773 WARN [RS:0;25494438c68b:33295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T08:40:54,774 INFO [RS:0;25494438c68b:33295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T08:40:54,774 DEBUG [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/WALs/25494438c68b,33295,1733474453014 2024-12-06T08:40:54,776 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [25494438c68b,33295,1733474453014] 2024-12-06T08:40:54,806 INFO [RS:0;25494438c68b:33295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T08:40:54,821 INFO [RS:0;25494438c68b:33295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T08:40:54,828 INFO [RS:0;25494438c68b:33295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T08:40:54,828 INFO [RS:0;25494438c68b:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:54,829 INFO [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T08:40:54,836 INFO [RS:0;25494438c68b:33295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T08:40:54,837 INFO [RS:0;25494438c68b:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:54,838 DEBUG [RS:0;25494438c68b:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/25494438c68b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T08:40:54,838 DEBUG [RS:0;25494438c68b:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/25494438c68b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T08:40:54,838 DEBUG [RS:0;25494438c68b:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/25494438c68b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T08:40:54,839 DEBUG [RS:0;25494438c68b:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/25494438c68b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T08:40:54,839 DEBUG [RS:0;25494438c68b:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/25494438c68b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T08:40:54,839 DEBUG [RS:0;25494438c68b:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/25494438c68b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T08:40:54,839 DEBUG [RS:0;25494438c68b:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T08:40:54,840 DEBUG [RS:0;25494438c68b:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/25494438c68b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T08:40:54,840 DEBUG [RS:0;25494438c68b:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/25494438c68b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T08:40:54,840 DEBUG [RS:0;25494438c68b:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/25494438c68b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T08:40:54,840 DEBUG [RS:0;25494438c68b:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/25494438c68b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T08:40:54,841 DEBUG [RS:0;25494438c68b:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/25494438c68b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T08:40:54,841 DEBUG [RS:0;25494438c68b:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/25494438c68b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T08:40:54,841 DEBUG [RS:0;25494438c68b:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T08:40:54,842 INFO [RS:0;25494438c68b:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:54,842 INFO [RS:0;25494438c68b:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:54,842 INFO [RS:0;25494438c68b:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:54,842 INFO [RS:0;25494438c68b:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:54,843 INFO [RS:0;25494438c68b:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:54,843 INFO [RS:0;25494438c68b:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=25494438c68b,33295,1733474453014-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T08:40:54,868 INFO [RS:0;25494438c68b:33295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T08:40:54,871 INFO [RS:0;25494438c68b:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=25494438c68b,33295,1733474453014-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:54,871 INFO [RS:0;25494438c68b:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:54,871 INFO [RS:0;25494438c68b:33295 {}] regionserver.Replication(171): 25494438c68b,33295,1733474453014 started 2024-12-06T08:40:54,900 INFO [RS:0;25494438c68b:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:54,900 INFO [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(1482): Serving as 25494438c68b,33295,1733474453014, RpcServer on 25494438c68b/172.17.0.2:33295, sessionid=0x100667cb7c40001 2024-12-06T08:40:54,901 DEBUG [RS:0;25494438c68b:33295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T08:40:54,901 DEBUG [RS:0;25494438c68b:33295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 25494438c68b,33295,1733474453014 2024-12-06T08:40:54,902 DEBUG [RS:0;25494438c68b:33295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '25494438c68b,33295,1733474453014' 2024-12-06T08:40:54,902 DEBUG [RS:0;25494438c68b:33295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T08:40:54,903 DEBUG [RS:0;25494438c68b:33295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T08:40:54,904 DEBUG [RS:0;25494438c68b:33295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T08:40:54,904 DEBUG [RS:0;25494438c68b:33295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T08:40:54,904 DEBUG [RS:0;25494438c68b:33295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 25494438c68b,33295,1733474453014 2024-12-06T08:40:54,904 DEBUG [RS:0;25494438c68b:33295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '25494438c68b,33295,1733474453014' 2024-12-06T08:40:54,904 DEBUG [RS:0;25494438c68b:33295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T08:40:54,905 DEBUG [RS:0;25494438c68b:33295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T08:40:54,906 DEBUG [RS:0;25494438c68b:33295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T08:40:54,906 INFO [RS:0;25494438c68b:33295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T08:40:54,906 INFO [RS:0;25494438c68b:33295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T08:40:55,012 INFO [RS:0;25494438c68b:33295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T08:40:55,016 INFO [RS:0;25494438c68b:33295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=25494438c68b%2C33295%2C1733474453014, suffix=, logDir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/WALs/25494438c68b,33295,1733474453014, archiveDir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/oldWALs, maxLogs=32 2024-12-06T08:40:55,033 DEBUG [RS:0;25494438c68b:33295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/WALs/25494438c68b,33295,1733474453014/25494438c68b%2C33295%2C1733474453014.1733474455018, exclude list is [], retry=0 2024-12-06T08:40:55,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33947,DS-04e9f758-a42d-4a28-9adb-b6402a93892e,DISK] 2024-12-06T08:40:55,042 INFO [RS:0;25494438c68b:33295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/WALs/25494438c68b,33295,1733474453014/25494438c68b%2C33295%2C1733474453014.1733474455018 2024-12-06T08:40:55,043 DEBUG [RS:0;25494438c68b:33295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33251:33251)] 2024-12-06T08:40:55,127 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T08:40:55,128 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda 2024-12-06T08:40:55,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741833_1009 (size=32) 2024-12-06T08:40:55,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T08:40:55,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T08:40:55,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T08:40:55,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:40:55,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T08:40:55,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T08:40:55,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T08:40:55,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:40:55,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T08:40:55,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T08:40:55,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T08:40:55,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:40:55,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T08:40:55,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T08:40:55,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T08:40:55,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:40:55,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T08:40:55,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T08:40:55,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740 2024-12-06T08:40:55,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740 2024-12-06T08:40:55,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T08:40:55,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T08:40:55,572 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T08:40:55,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T08:40:55,578 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T08:40:55,579 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59664774, jitterRate=-0.1109255850315094}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T08:40:55,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733474455550Initializing all the Stores at 1733474455552 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733474455552Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733474455552Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474455552Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733474455552Cleaning up temporary data from old regions at 1733474455571 (+19 ms)Region opened successfully at 1733474455581 (+10 ms) 2024-12-06T08:40:55,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T08:40:55,581 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T08:40:55,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T08:40:55,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T08:40:55,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T08:40:55,583 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T08:40:55,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733474455581Disabling compacts and flushes for region at 1733474455581Disabling writes for close at 1733474455581Writing region close event to WAL at 1733474455582 (+1 ms)Closed at 1733474455583 (+1 ms) 2024-12-06T08:40:55,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T08:40:55,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T08:40:55,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T08:40:55,601 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T08:40:55,604 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T08:40:55,757 DEBUG [25494438c68b:42573 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T08:40:55,770 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:40:55,777 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 25494438c68b,33295,1733474453014, state=OPENING 2024-12-06T08:40:55,782 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T08:40:55,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T08:40:55,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T08:40:55,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T08:40:55,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T08:40:55,787 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T08:40:55,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=25494438c68b,33295,1733474453014}] 2024-12-06T08:40:55,966 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T08:40:55,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54525, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T08:40:55,981 INFO [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T08:40:55,981 INFO [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T08:40:55,982 INFO [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T08:40:55,985 INFO [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=25494438c68b%2C33295%2C1733474453014.meta, suffix=.meta, logDir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/WALs/25494438c68b,33295,1733474453014, archiveDir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/oldWALs, maxLogs=32 2024-12-06T08:40:56,003 DEBUG [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/WALs/25494438c68b,33295,1733474453014/25494438c68b%2C33295%2C1733474453014.meta.1733474455987.meta, exclude list is [], retry=0 2024-12-06T08:40:56,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33947,DS-04e9f758-a42d-4a28-9adb-b6402a93892e,DISK] 2024-12-06T08:40:56,011 INFO [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/WALs/25494438c68b,33295,1733474453014/25494438c68b%2C33295%2C1733474453014.meta.1733474455987.meta 2024-12-06T08:40:56,011 DEBUG [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33251:33251)] 2024-12-06T08:40:56,012 DEBUG [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T08:40:56,014 DEBUG [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T08:40:56,017 DEBUG [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T08:40:56,021 INFO [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T08:40:56,026 DEBUG [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T08:40:56,026 DEBUG [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T08:40:56,027 DEBUG [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T08:40:56,027 DEBUG [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T08:40:56,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T08:40:56,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T08:40:56,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:40:56,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T08:40:56,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T08:40:56,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T08:40:56,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:40:56,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T08:40:56,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T08:40:56,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T08:40:56,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:40:56,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T08:40:56,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T08:40:56,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T08:40:56,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:40:56,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T08:40:56,041 DEBUG [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T08:40:56,043 DEBUG [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740 2024-12-06T08:40:56,045 DEBUG [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740 2024-12-06T08:40:56,048 DEBUG [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T08:40:56,048 DEBUG [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T08:40:56,049 DEBUG [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T08:40:56,052 DEBUG [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T08:40:56,053 INFO [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75071639, jitterRate=0.11865459382534027}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T08:40:56,054 DEBUG [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T08:40:56,055 DEBUG [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733474456027Writing region info on filesystem at 1733474456027Initializing all the Stores at 1733474456030 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733474456030Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733474456031 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474456031Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733474456031Cleaning up temporary data from old regions at 1733474456048 (+17 ms)Running coprocessor post-open hooks at 1733474456054 (+6 ms)Region opened successfully at 1733474456055 (+1 ms) 2024-12-06T08:40:56,062 INFO [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733474455957 2024-12-06T08:40:56,074 DEBUG [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T08:40:56,075 INFO [RS_OPEN_META-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T08:40:56,077 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:40:56,079 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 25494438c68b,33295,1733474453014, state=OPEN 2024-12-06T08:40:56,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T08:40:56,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T08:40:56,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T08:40:56,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T08:40:56,086 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:56,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T08:40:56,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=25494438c68b,33295,1733474453014 in 298 msec 2024-12-06T08:40:56,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T08:40:56,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 500 msec 2024-12-06T08:40:56,101 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T08:40:56,101 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T08:40:56,124 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:40:56,125 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:40:56,148 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:40:56,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34241, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:40:56,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5760 sec 2024-12-06T08:40:56,177 INFO [master/25494438c68b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733474456177, completionTime=-1 2024-12-06T08:40:56,180 INFO [master/25494438c68b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T08:40:56,180 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T08:40:56,209 INFO [master/25494438c68b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T08:40:56,209 INFO [master/25494438c68b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733474516209 2024-12-06T08:40:56,209 INFO [master/25494438c68b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733474576209 2024-12-06T08:40:56,209 INFO [master/25494438c68b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-12-06T08:40:56,212 INFO [master/25494438c68b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=25494438c68b,42573,1733474452139-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:56,213 INFO [master/25494438c68b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=25494438c68b,42573,1733474452139-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:56,213 INFO [master/25494438c68b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=25494438c68b,42573,1733474452139-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:56,215 INFO [master/25494438c68b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-25494438c68b:42573, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:56,215 INFO [master/25494438c68b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:56,216 INFO [master/25494438c68b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:56,221 DEBUG [master/25494438c68b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T08:40:56,246 INFO [master/25494438c68b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.027sec 2024-12-06T08:40:56,247 INFO [master/25494438c68b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T08:40:56,249 INFO [master/25494438c68b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T08:40:56,250 INFO [master/25494438c68b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T08:40:56,250 INFO [master/25494438c68b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T08:40:56,251 INFO [master/25494438c68b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T08:40:56,251 INFO [master/25494438c68b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=25494438c68b,42573,1733474452139-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T08:40:56,252 INFO [master/25494438c68b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=25494438c68b,42573,1733474452139-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T08:40:56,262 DEBUG [master/25494438c68b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T08:40:56,263 INFO [master/25494438c68b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T08:40:56,263 INFO [master/25494438c68b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=25494438c68b,42573,1733474452139-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T08:40:56,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4346ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:56,355 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T08:40:56,355 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T08:40:56,358 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:40:56,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:40:56,369 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:40:56,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:40:56,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:40:56,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775efbc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:56,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:40:56,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:40:56,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:40:56,380 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:40:56,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc146ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:56,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:40:56,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:40:56,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:40:56,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:40:56,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=25494438c68b,42573,1733474452139 2024-12-06T08:40:56,450 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=210, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=445, ProcessCount=11, AvailableMemoryMB=9735 2024-12-06T08:40:56,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T08:40:56,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 25494438c68b,42573,1733474452139 2024-12-06T08:40:56,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c35b008 2024-12-06T08:40:56,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T08:40:56,479 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T08:40:56,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T08:40:56,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T08:40:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T08:40:56,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T08:40:56,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-06T08:40:56,501 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:40:56,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T08:40:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T08:40:56,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741835_1011 (size=1061) 2024-12-06T08:40:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T08:40:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T08:40:56,920 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda 2024-12-06T08:40:56,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741836_1012 (size=53) 2024-12-06T08:40:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T08:40:57,331 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T08:40:57,332 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9228b2c00478742b52da557cc95a8001, disabling compactions & flushes 2024-12-06T08:40:57,332 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:57,332 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:57,332 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. after waiting 0 ms 2024-12-06T08:40:57,332 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:57,332 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:57,333 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9228b2c00478742b52da557cc95a8001: Waiting for close lock at 1733474457332Disabling compacts and flushes for region at 1733474457332Disabling writes for close at 1733474457332Writing region close event to WAL at 1733474457332Closed at 1733474457332 2024-12-06T08:40:57,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T08:40:57,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733474457335"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733474457335"}]},"ts":"1733474457335"} 2024-12-06T08:40:57,346 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T08:40:57,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T08:40:57,351 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474457348"}]},"ts":"1733474457348"} 2024-12-06T08:40:57,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T08:40:57,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9228b2c00478742b52da557cc95a8001, ASSIGN}] 2024-12-06T08:40:57,360 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9228b2c00478742b52da557cc95a8001, ASSIGN 2024-12-06T08:40:57,362 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9228b2c00478742b52da557cc95a8001, ASSIGN; state=OFFLINE, location=25494438c68b,33295,1733474453014; forceNewPlan=false, retain=false 2024-12-06T08:40:57,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9228b2c00478742b52da557cc95a8001, regionState=OPENING, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:40:57,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9228b2c00478742b52da557cc95a8001, ASSIGN because future has completed 2024-12-06T08:40:57,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014}] 2024-12-06T08:40:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T08:40:57,682 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:57,682 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} 2024-12-06T08:40:57,683 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9228b2c00478742b52da557cc95a8001 2024-12-06T08:40:57,683 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T08:40:57,683 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9228b2c00478742b52da557cc95a8001 2024-12-06T08:40:57,683 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9228b2c00478742b52da557cc95a8001 2024-12-06T08:40:57,686 INFO [StoreOpener-9228b2c00478742b52da557cc95a8001-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9228b2c00478742b52da557cc95a8001 2024-12-06T08:40:57,690 INFO [StoreOpener-9228b2c00478742b52da557cc95a8001-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:40:57,690 INFO [StoreOpener-9228b2c00478742b52da557cc95a8001-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9228b2c00478742b52da557cc95a8001 columnFamilyName A 2024-12-06T08:40:57,690 DEBUG [StoreOpener-9228b2c00478742b52da557cc95a8001-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:40:57,691 INFO [StoreOpener-9228b2c00478742b52da557cc95a8001-1 {}] regionserver.HStore(327): Store=9228b2c00478742b52da557cc95a8001/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:40:57,691 INFO [StoreOpener-9228b2c00478742b52da557cc95a8001-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9228b2c00478742b52da557cc95a8001 2024-12-06T08:40:57,694 INFO [StoreOpener-9228b2c00478742b52da557cc95a8001-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:40:57,694 INFO [StoreOpener-9228b2c00478742b52da557cc95a8001-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9228b2c00478742b52da557cc95a8001 columnFamilyName B 2024-12-06T08:40:57,694 DEBUG [StoreOpener-9228b2c00478742b52da557cc95a8001-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:40:57,695 INFO [StoreOpener-9228b2c00478742b52da557cc95a8001-1 {}] regionserver.HStore(327): Store=9228b2c00478742b52da557cc95a8001/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:40:57,695 INFO [StoreOpener-9228b2c00478742b52da557cc95a8001-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9228b2c00478742b52da557cc95a8001 2024-12-06T08:40:57,697 INFO [StoreOpener-9228b2c00478742b52da557cc95a8001-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:40:57,697 INFO [StoreOpener-9228b2c00478742b52da557cc95a8001-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9228b2c00478742b52da557cc95a8001 columnFamilyName C 2024-12-06T08:40:57,698 DEBUG [StoreOpener-9228b2c00478742b52da557cc95a8001-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:40:57,698 INFO [StoreOpener-9228b2c00478742b52da557cc95a8001-1 {}] regionserver.HStore(327): Store=9228b2c00478742b52da557cc95a8001/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:40:57,699 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:57,699 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9228b2c00478742b52da557cc95a8001 2024-12-06T08:40:57,701 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001 2024-12-06T08:40:57,702 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001 2024-12-06T08:40:57,704 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9228b2c00478742b52da557cc95a8001 2024-12-06T08:40:57,704 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9228b2c00478742b52da557cc95a8001 2024-12-06T08:40:57,705 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T08:40:57,708 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9228b2c00478742b52da557cc95a8001 2024-12-06T08:40:57,712 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T08:40:57,713 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9228b2c00478742b52da557cc95a8001; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74768723, jitterRate=0.11414079368114471}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T08:40:57,713 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9228b2c00478742b52da557cc95a8001 2024-12-06T08:40:57,715 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9228b2c00478742b52da557cc95a8001: Running coprocessor pre-open hook at 1733474457683Writing region info on filesystem at 1733474457683Initializing all the Stores at 1733474457685 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474457685Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474457685Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474457685Cleaning up temporary data from old regions at 1733474457704 (+19 ms)Running coprocessor post-open hooks at 1733474457713 (+9 ms)Region opened successfully at 1733474457714 (+1 ms) 2024-12-06T08:40:57,717 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., pid=6, masterSystemTime=1733474457675 2024-12-06T08:40:57,722 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:57,722 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:57,723 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9228b2c00478742b52da557cc95a8001, regionState=OPEN, openSeqNum=2, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:40:57,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 because future has completed 2024-12-06T08:40:57,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T08:40:57,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 in 210 msec 2024-12-06T08:40:57,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T08:40:57,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9228b2c00478742b52da557cc95a8001, ASSIGN in 376 msec 2024-12-06T08:40:57,739 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T08:40:57,739 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474457739"}]},"ts":"1733474457739"} 2024-12-06T08:40:57,742 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T08:40:57,744 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T08:40:57,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2550 sec 2024-12-06T08:40:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T08:40:58,660 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:40:58,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710944e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:40:58,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:40:58,669 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:40:58,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:40:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:40:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328e9320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:40:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:40:58,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:40:58,672 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:40:58,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec4a323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:40:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:40:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:40:58,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:40:58,681 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T08:40:58,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 25494438c68b,42573,1733474452139 2024-12-06T08:40:58,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30e64719 2024-12-06T08:40:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T08:40:58,688 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T08:40:58,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577d2795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:40:58,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:40:58,694 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:40:58,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:40:58,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:40:58,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787f40de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:40:58,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:40:58,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:40:58,698 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:40:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740f65e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bba02c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:40:58,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:40:58,702 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:40:58,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:40:58,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:40:58,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a08f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:40:58,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:40:58,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:40:58,706 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:40:58,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2544cc55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113d617f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:40:58,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:40:58,711 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:40:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:40:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:40:58,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79382fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:40:58,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:40:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:40:58,717 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:40:58,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c55d99d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2754d9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:40:58,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:40:58,721 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:40:58,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:40:58,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:40:58,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd81cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:40:58,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:40:58,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:40:58,723 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:40:58,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e412ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57135afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:40:58,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:40:58,727 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:40:58,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:40:58,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:40:58,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4331d0d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:40:58,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:40:58,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:40:58,729 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:40:58,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17daddbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a48b566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:40:58,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:40:58,733 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:40:58,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:40:58,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:40:58,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3ac0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:40:58,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:40:58,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:40:58,736 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:40:58,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c90417c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d81b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:40:58,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:40:58,741 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:40:58,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:40:58,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:40:58,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56efd27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:40:58,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:40:58,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:40:58,743 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:40:58,744 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46783332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a046d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,745 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:40:58,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:40:58,747 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:40:58,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:40:58,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:40:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e877dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:40:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:40:58,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:40:58,749 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:40:58,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3837915e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ef02a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:40:58,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:40:58,753 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:40:58,753 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:40:58,753 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:40:58,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e873e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:40:58,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:40:58,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:40:58,755 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:40:58,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21616163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:40:58,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:40:58,768 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:40:58,768 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:40:58,768 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:40:58,769 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:40:58,769 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:40:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:40:58,770 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:40:58,770 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:40:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:40:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:40:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:40:58,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:40:58,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:40:58,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:40:58,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:40:58,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:40:58,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:40:58,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:40:58,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:40:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-06T08:40:58,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:40:58,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:40:58,775 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:40:58,776 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:40:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T08:40:58,777 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:40:58,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:40:58,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:40:58,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:40:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:40:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:40:58,780 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:40:58,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:40:58,782 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:40:58,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:40:58,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:40:58,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:40:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:40:58,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:40:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:40:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:40:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:40:58,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:40:58,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:40:58,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:40:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:40:58,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:40:58,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:40:58,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:40:58,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:40:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:40:58,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-06T08:40:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T08:40:58,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:40:58,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:40:58,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:40:58,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:40:58,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:40:58,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:40:58,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T08:40:58,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:58,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:40:58,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:58,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:58,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:59,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/c19884564c4b44cc9cbf6cda27c4f6aa is 50, key is test_row_0/A:col10/1733474458852/Put/seqid=0 2024-12-06T08:40:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:59,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741837_1013 (size=12001) 2024-12-06T08:40:59,063 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474458989, max timestamp=1733474459049Num uniques 859; 2024-12-06T08:40:59,065 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:40:59,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474458989, max timestamp=1733474459049Num uniques 859; 2024-12-06T08:40:59,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:40:59,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733474458989, max timestamp=1733474459049Num uniques 859; 2024-12-06T08:40:59,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-06T08:40:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T08:40:59,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474519129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474519133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474519140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474519148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474519150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T08:40:59,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:59,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:40:59,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:59,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:59,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:59,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474519312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474519312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474519312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474519313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474519314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T08:40:59,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:59,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:40:59,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:59,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:59,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T08:40:59,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/c19884564c4b44cc9cbf6cda27c4f6aa 2024-12-06T08:40:59,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T08:40:59,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:59,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:40:59,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:59,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:59,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:59,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474519529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474519529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474519540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474519540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474519541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/4053c727036847e1ade5139556897115 is 50, key is test_row_0/B:col10/1733474458852/Put/seqid=0 2024-12-06T08:40:59,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741838_1014 (size=12001) 2024-12-06T08:40:59,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T08:40:59,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:59,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:40:59,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:59,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:59,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:59,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T08:40:59,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:59,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:40:59,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:59,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:59,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:59,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474519849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474519860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474519860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474519861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:40:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474519860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:40:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:40:59,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:40:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T08:40:59,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T08:40:59,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:59,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:40:59,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:40:59,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:59,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:40:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:00,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/4053c727036847e1ade5139556897115 2024-12-06T08:41:00,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/faf48c8aaa8d42f2949ad6dd9679be33 is 50, key is test_row_0/C:col10/1733474458852/Put/seqid=0 2024-12-06T08:41:00,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741839_1015 (size=12001) 2024-12-06T08:41:00,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/faf48c8aaa8d42f2949ad6dd9679be33 2024-12-06T08:41:00,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/c19884564c4b44cc9cbf6cda27c4f6aa as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c19884564c4b44cc9cbf6cda27c4f6aa 2024-12-06T08:41:00,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c19884564c4b44cc9cbf6cda27c4f6aa, entries=150, sequenceid=12, filesize=11.7 K 2024-12-06T08:41:00,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/4053c727036847e1ade5139556897115 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/4053c727036847e1ade5139556897115 2024-12-06T08:41:00,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T08:41:00,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:00,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:00,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:00,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:00,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:00,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/4053c727036847e1ade5139556897115, entries=150, sequenceid=12, filesize=11.7 K 2024-12-06T08:41:00,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/faf48c8aaa8d42f2949ad6dd9679be33 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/faf48c8aaa8d42f2949ad6dd9679be33 2024-12-06T08:41:00,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/faf48c8aaa8d42f2949ad6dd9679be33, entries=150, sequenceid=12, filesize=11.7 K 2024-12-06T08:41:00,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=131.55 KB/134705 for 9228b2c00478742b52da557cc95a8001 in 1295ms, sequenceid=12, compaction requested=false 2024-12-06T08:41:00,184 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-06T08:41:00,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:00,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T08:41:00,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:00,298 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=131.55 KB heapSize=374.30 KB 2024-12-06T08:41:00,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:00,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:00,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:00,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:00,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:00,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:00,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/32838395cf9d49568e8f2ede0b31a147 is 50, key is test_row_0/A:col10/1733474459131/Put/seqid=0 2024-12-06T08:41:00,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:00,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741840_1016 (size=12001) 2024-12-06T08:41:00,388 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/32838395cf9d49568e8f2ede0b31a147 2024-12-06T08:41:00,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474520379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:00,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:00,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474520391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:00,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:00,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474520404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:00,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:00,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474520408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:00,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474520412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:00,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:00,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/09b4c16bb2a94297b3dcef1f8f3b6465 is 50, key is test_row_0/B:col10/1733474459131/Put/seqid=0 2024-12-06T08:41:00,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741841_1017 (size=12001) 2024-12-06T08:41:00,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474520518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:00,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474520528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:00,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:00,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474520529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:00,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:00,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474520529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:00,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:00,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474520530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:00,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:00,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474520729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:00,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:00,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474520748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:00,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:00,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474520759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:00,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:00,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474520758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:00,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:00,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474520759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:00,796 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T08:41:00,894 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/09b4c16bb2a94297b3dcef1f8f3b6465 2024-12-06T08:41:00,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/37eb64a9ae884674b4f5eda878f61df3 is 50, key is test_row_0/C:col10/1733474459131/Put/seqid=0 2024-12-06T08:41:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T08:41:00,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741842_1018 (size=12001) 2024-12-06T08:41:00,948 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/37eb64a9ae884674b4f5eda878f61df3 2024-12-06T08:41:00,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/32838395cf9d49568e8f2ede0b31a147 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/32838395cf9d49568e8f2ede0b31a147 2024-12-06T08:41:00,996 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/32838395cf9d49568e8f2ede0b31a147, entries=150, sequenceid=48, filesize=11.7 K 2024-12-06T08:41:00,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/09b4c16bb2a94297b3dcef1f8f3b6465 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/09b4c16bb2a94297b3dcef1f8f3b6465 2024-12-06T08:41:01,016 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/09b4c16bb2a94297b3dcef1f8f3b6465, entries=150, sequenceid=48, filesize=11.7 K 2024-12-06T08:41:01,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/37eb64a9ae884674b4f5eda878f61df3 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/37eb64a9ae884674b4f5eda878f61df3 2024-12-06T08:41:01,041 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/37eb64a9ae884674b4f5eda878f61df3, entries=150, sequenceid=48, filesize=11.7 K 2024-12-06T08:41:01,044 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~131.55 KB/134705, heapSize ~374.26 KB/383240, currentSize=46.96 KB/48090 for 9228b2c00478742b52da557cc95a8001 in 746ms, sequenceid=48, compaction requested=false 2024-12-06T08:41:01,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:01,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:01,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T08:41:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T08:41:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:01,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-06T08:41:01,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:01,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:01,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:01,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:01,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:01,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:01,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-06T08:41:01,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2710 sec 2024-12-06T08:41:01,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.2990 sec 2024-12-06T08:41:01,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/ea7687de7cb947e9bd98504daab6ea8f is 50, key is test_row_0/A:col10/1733474460399/Put/seqid=0 2024-12-06T08:41:01,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741843_1019 (size=14341) 2024-12-06T08:41:01,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/ea7687de7cb947e9bd98504daab6ea8f 2024-12-06T08:41:01,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/6110598992a2448ba7dd6abdec386672 is 50, key is test_row_0/B:col10/1733474460399/Put/seqid=0 2024-12-06T08:41:01,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474461109, max timestamp=1733474461146Num uniques 859; 2024-12-06T08:41:01,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:41:01,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474461109, max timestamp=1733474461146Num uniques 859; 2024-12-06T08:41:01,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:41:01,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474461109, max timestamp=1733474461146Num uniques 859; 2024-12-06T08:41:01,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:41:01,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741844_1020 (size=12001) 2024-12-06T08:41:01,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/6110598992a2448ba7dd6abdec386672 2024-12-06T08:41:01,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/4cfc87744a3c4590971ae835f6ed9fa0 is 50, key is test_row_0/C:col10/1733474460399/Put/seqid=0 2024-12-06T08:41:01,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474521236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474521243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474521247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474521247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474521248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741845_1021 (size=12001) 2024-12-06T08:41:01,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/4cfc87744a3c4590971ae835f6ed9fa0 2024-12-06T08:41:01,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/ea7687de7cb947e9bd98504daab6ea8f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ea7687de7cb947e9bd98504daab6ea8f 2024-12-06T08:41:01,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ea7687de7cb947e9bd98504daab6ea8f, entries=200, sequenceid=59, filesize=14.0 K 2024-12-06T08:41:01,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/6110598992a2448ba7dd6abdec386672 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/6110598992a2448ba7dd6abdec386672 2024-12-06T08:41:01,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/6110598992a2448ba7dd6abdec386672, entries=150, sequenceid=59, filesize=11.7 K 2024-12-06T08:41:01,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/4cfc87744a3c4590971ae835f6ed9fa0 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/4cfc87744a3c4590971ae835f6ed9fa0 2024-12-06T08:41:01,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/4cfc87744a3c4590971ae835f6ed9fa0, entries=150, sequenceid=59, filesize=11.7 K 2024-12-06T08:41:01,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=140.89 KB/144270 for 9228b2c00478742b52da557cc95a8001 in 286ms, sequenceid=59, compaction requested=true 2024-12-06T08:41:01,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:01,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:01,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:01,351 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:01,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:01,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:01,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:01,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T08:41:01,352 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:01,359 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:01,361 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/B is initiating minor compaction (all files) 2024-12-06T08:41:01,362 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/B in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:01,362 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/4053c727036847e1ade5139556897115, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/09b4c16bb2a94297b3dcef1f8f3b6465, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/6110598992a2448ba7dd6abdec386672] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=35.2 K 2024-12-06T08:41:01,363 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:01,363 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/A is initiating minor compaction (all files) 2024-12-06T08:41:01,363 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/A in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:01,364 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c19884564c4b44cc9cbf6cda27c4f6aa, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/32838395cf9d49568e8f2ede0b31a147, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ea7687de7cb947e9bd98504daab6ea8f] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=37.4 K 2024-12-06T08:41:01,367 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c19884564c4b44cc9cbf6cda27c4f6aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733474458852 2024-12-06T08:41:01,369 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32838395cf9d49568e8f2ede0b31a147, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733474459127 2024-12-06T08:41:01,369 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4053c727036847e1ade5139556897115, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733474458852 2024-12-06T08:41:01,370 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea7687de7cb947e9bd98504daab6ea8f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733474460386 2024-12-06T08:41:01,370 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 09b4c16bb2a94297b3dcef1f8f3b6465, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733474459127 2024-12-06T08:41:01,371 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6110598992a2448ba7dd6abdec386672, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733474460399 2024-12-06T08:41:01,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733474461200, max timestamp=1733474461365Num uniques 1068; 2024-12-06T08:41:01,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-06T08:41:01,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733474461200, max timestamp=1733474461365Num uniques 1068; 2024-12-06T08:41:01,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-06T08:41:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:01,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=67.09 KB heapSize=183.88 KB 2024-12-06T08:41:01,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:01,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:01,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:01,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:01,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:01,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-06T08:41:01,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/755d065d5d8d49158bee9ff934ca1161 is 50, key is test_row_0/A:col10/1733474461200/Put/seqid=0 2024-12-06T08:41:01,459 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#B#compaction#11 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:01,459 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#A#compaction#10 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:01,460 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/e300cab092034713b94eb09570f25664 is 50, key is test_row_0/A:col10/1733474460399/Put/seqid=0 2024-12-06T08:41:01,460 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/fcd3a81e22d84a72a479c6267cdecddb is 50, key is test_row_0/B:col10/1733474460399/Put/seqid=0 2024-12-06T08:41:01,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741846_1022 (size=12001) 2024-12-06T08:41:01,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/755d065d5d8d49158bee9ff934ca1161 2024-12-06T08:41:01,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741848_1024 (size=12104) 2024-12-06T08:41:01,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/d135e4a3fe0f42909c188c25894f7a8f is 50, key is test_row_0/B:col10/1733474461200/Put/seqid=0 2024-12-06T08:41:01,505 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/e300cab092034713b94eb09570f25664 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e300cab092034713b94eb09570f25664 2024-12-06T08:41:01,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741847_1023 (size=12104) 2024-12-06T08:41:01,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474521463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474521487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474521505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474521512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474521520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T08:41:01,540 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/A of 9228b2c00478742b52da557cc95a8001 into e300cab092034713b94eb09570f25664(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:01,540 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:01,544 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/A, priority=13, startTime=1733474461344; duration=0sec 2024-12-06T08:41:01,545 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:01,545 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:A 2024-12-06T08:41:01,545 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:01,548 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:01,548 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/C is initiating minor compaction (all files) 2024-12-06T08:41:01,549 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/C in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:01,549 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/faf48c8aaa8d42f2949ad6dd9679be33, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/37eb64a9ae884674b4f5eda878f61df3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/4cfc87744a3c4590971ae835f6ed9fa0] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=35.2 K 2024-12-06T08:41:01,550 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting faf48c8aaa8d42f2949ad6dd9679be33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733474458852 2024-12-06T08:41:01,551 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37eb64a9ae884674b4f5eda878f61df3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733474459127 2024-12-06T08:41:01,552 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cfc87744a3c4590971ae835f6ed9fa0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733474460399 2024-12-06T08:41:01,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741849_1025 (size=12001) 2024-12-06T08:41:01,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/d135e4a3fe0f42909c188c25894f7a8f 2024-12-06T08:41:01,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/93e11ced1b4b429b97351fbe21ee7da5 is 50, key is test_row_0/C:col10/1733474461200/Put/seqid=0 2024-12-06T08:41:01,603 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#C#compaction#14 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:01,604 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/71f469ef88a3485d81274d84ad1e7af0 is 50, key is test_row_0/C:col10/1733474460399/Put/seqid=0 2024-12-06T08:41:01,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474521628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474521638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474521638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474521638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741850_1026 (size=12001) 2024-12-06T08:41:01,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474521648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741851_1027 (size=12104) 2024-12-06T08:41:01,719 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/71f469ef88a3485d81274d84ad1e7af0 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/71f469ef88a3485d81274d84ad1e7af0 2024-12-06T08:41:01,740 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/C of 9228b2c00478742b52da557cc95a8001 into 71f469ef88a3485d81274d84ad1e7af0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:01,740 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:01,740 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/C, priority=13, startTime=1733474461351; duration=0sec 2024-12-06T08:41:01,740 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:01,740 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:C 2024-12-06T08:41:01,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474521839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474521858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474521860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474521860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474521868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:01,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:01,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:01,940 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/fcd3a81e22d84a72a479c6267cdecddb as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/fcd3a81e22d84a72a479c6267cdecddb 2024-12-06T08:41:01,961 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/B of 9228b2c00478742b52da557cc95a8001 into fcd3a81e22d84a72a479c6267cdecddb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:01,962 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:01,962 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/B, priority=13, startTime=1733474461351; duration=0sec 2024-12-06T08:41:01,963 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:01,967 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:B 2024-12-06T08:41:02,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/93e11ced1b4b429b97351fbe21ee7da5 2024-12-06T08:41:02,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/755d065d5d8d49158bee9ff934ca1161 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/755d065d5d8d49158bee9ff934ca1161 2024-12-06T08:41:02,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/755d065d5d8d49158bee9ff934ca1161, entries=150, sequenceid=97, filesize=11.7 K 2024-12-06T08:41:02,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/d135e4a3fe0f42909c188c25894f7a8f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d135e4a3fe0f42909c188c25894f7a8f 2024-12-06T08:41:02,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d135e4a3fe0f42909c188c25894f7a8f, entries=150, sequenceid=97, filesize=11.7 K 2024-12-06T08:41:02,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/93e11ced1b4b429b97351fbe21ee7da5 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/93e11ced1b4b429b97351fbe21ee7da5 2024-12-06T08:41:02,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/93e11ced1b4b429b97351fbe21ee7da5, entries=150, sequenceid=97, filesize=11.7 K 2024-12-06T08:41:02,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~183.83 KB/188240, currentSize=114.05 KB/116790 for 9228b2c00478742b52da557cc95a8001 in 748ms, sequenceid=97, compaction requested=false 2024-12-06T08:41:02,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:02,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733474461457, max timestamp=1733474462152Num uniques 859; 2024-12-06T08:41:02,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733474461457, max timestamp=1733474462152Num uniques 859; 2024-12-06T08:41:02,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-06T08:41:02,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-06T08:41:02,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=57.35 KB heapSize=162.34 KB 2024-12-06T08:41:02,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:02,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:02,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:02,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:02,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:02,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:02,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/05ffb31052fb4e4ea6ba5077844d0dae is 50, key is test_row_0/A:col10/1733474462152/Put/seqid=0 2024-12-06T08:41:02,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741852_1028 (size=12001) 2024-12-06T08:41:02,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/05ffb31052fb4e4ea6ba5077844d0dae 2024-12-06T08:41:02,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/68c5ae1b6252468a90f119a945e4aa40 is 50, key is test_row_0/B:col10/1733474462152/Put/seqid=0 2024-12-06T08:41:02,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474522247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:02,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474462229, max timestamp=1733474462254Num uniques 859; 2024-12-06T08:41:02,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:41:02,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:02,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474462229, max timestamp=1733474462254Num uniques 859; 2024-12-06T08:41:02,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:41:02,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741853_1029 (size=12001) 2024-12-06T08:41:02,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/68c5ae1b6252468a90f119a945e4aa40 2024-12-06T08:41:02,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474522295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:02,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:02,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474522298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:02,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/ee5ba0366d4c47bcaff3d9f53d62e8d7 is 50, key is test_row_0/C:col10/1733474462152/Put/seqid=0 2024-12-06T08:41:02,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474522326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:02,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:02,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474522329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:02,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741854_1030 (size=12001) 2024-12-06T08:41:02,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474522368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:02,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474522428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:02,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:02,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474522431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:02,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:02,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474522459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474522459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:02,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:02,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:02,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474522588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:02,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:02,646 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T08:41:02,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474522638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:02,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:02,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474522639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:02,652 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T08:41:02,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T08:41:02,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T08:41:02,656 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T08:41:02,656 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T08:41:02,658 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-06T08:41:02,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-06T08:41:02,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474522667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:02,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:02,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474522678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:02,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:02,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:02,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/ee5ba0366d4c47bcaff3d9f53d62e8d7 2024-12-06T08:41:02,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/05ffb31052fb4e4ea6ba5077844d0dae as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/05ffb31052fb4e4ea6ba5077844d0dae 2024-12-06T08:41:02,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/05ffb31052fb4e4ea6ba5077844d0dae, entries=150, sequenceid=121, filesize=11.7 K 2024-12-06T08:41:02,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/68c5ae1b6252468a90f119a945e4aa40 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/68c5ae1b6252468a90f119a945e4aa40 2024-12-06T08:41:02,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/68c5ae1b6252468a90f119a945e4aa40, entries=150, sequenceid=121, filesize=11.7 K 2024-12-06T08:41:02,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/ee5ba0366d4c47bcaff3d9f53d62e8d7 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/ee5ba0366d4c47bcaff3d9f53d62e8d7 2024-12-06T08:41:02,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/ee5ba0366d4c47bcaff3d9f53d62e8d7, entries=150, sequenceid=121, filesize=11.7 K 2024-12-06T08:41:02,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~57.35 KB/58730, heapSize ~162.30 KB/166192, currentSize=129.71 KB/132820 for 9228b2c00478742b52da557cc95a8001 in 718ms, sequenceid=121, compaction requested=true 2024-12-06T08:41:02,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:02,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:02,888 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:02,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:02,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:02,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:02,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:02,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:02,888 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:02,892 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:02,892 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:02,892 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/B is initiating minor compaction (all files) 2024-12-06T08:41:02,892 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/A is initiating minor compaction (all files) 2024-12-06T08:41:02,892 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/B in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:02,892 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/A in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:02,892 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/fcd3a81e22d84a72a479c6267cdecddb, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d135e4a3fe0f42909c188c25894f7a8f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/68c5ae1b6252468a90f119a945e4aa40] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=35.3 K 2024-12-06T08:41:02,892 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e300cab092034713b94eb09570f25664, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/755d065d5d8d49158bee9ff934ca1161, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/05ffb31052fb4e4ea6ba5077844d0dae] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=35.3 K 2024-12-06T08:41:02,893 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting fcd3a81e22d84a72a479c6267cdecddb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733474460399 2024-12-06T08:41:02,894 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e300cab092034713b94eb09570f25664, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733474460399 2024-12-06T08:41:02,894 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting d135e4a3fe0f42909c188c25894f7a8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733474461200 2024-12-06T08:41:02,894 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 755d065d5d8d49158bee9ff934ca1161, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733474461200 2024-12-06T08:41:02,895 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 68c5ae1b6252468a90f119a945e4aa40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733474461457 2024-12-06T08:41:02,895 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05ffb31052fb4e4ea6ba5077844d0dae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733474461457 2024-12-06T08:41:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:02,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=136.42 KB heapSize=393.47 KB 2024-12-06T08:41:02,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:02,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:02,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:02,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:02,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:02,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:02,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/36c9bd6de5234d6280631438d14760dc is 50, key is test_row_0/A:col10/1733474462908/Put/seqid=0 2024-12-06T08:41:02,948 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#A#compaction#19 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:02,949 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/3e6b614421254cc8b816c1b3c1b939ca is 50, key is test_row_0/A:col10/1733474462152/Put/seqid=0 2024-12-06T08:41:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T08:41:02,951 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:02,951 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:41:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-06T08:41:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T08:41:02,967 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#B#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:02,968 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/23153a23b8c3479fb1332e94cc435bd0 is 50, key is test_row_0/B:col10/1733474462152/Put/seqid=0 2024-12-06T08:41:02,975 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:41:02,977 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:41:02,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:41:02,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474522979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474522987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:03,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474522996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:03,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:03,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:03,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474522998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:03,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474523000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:03,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:03,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741855_1031 (size=14541) 2024-12-06T08:41:03,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/36c9bd6de5234d6280631438d14760dc 2024-12-06T08:41:03,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741856_1032 (size=12207) 2024-12-06T08:41:03,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741857_1033 (size=12207) 2024-12-06T08:41:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T08:41:03,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/d6c6a1d675b94695af028bcb76527ab6 is 50, key is test_row_0/B:col10/1733474462908/Put/seqid=0 2024-12-06T08:41:03,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741858_1034 (size=12151) 2024-12-06T08:41:03,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/d6c6a1d675b94695af028bcb76527ab6 2024-12-06T08:41:03,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474523110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:03,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:03,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474523110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:03,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:03,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474523110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:03,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:03,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-06T08:41:03,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:03,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:03,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:03,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:03,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:03,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/fcf3bb2569674fa7a31b6f14042b4a12 is 50, key is test_row_0/C:col10/1733474462908/Put/seqid=0 2024-12-06T08:41:03,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741859_1035 (size=12151) 2024-12-06T08:41:03,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/fcf3bb2569674fa7a31b6f14042b4a12 2024-12-06T08:41:03,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/36c9bd6de5234d6280631438d14760dc as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/36c9bd6de5234d6280631438d14760dc 2024-12-06T08:41:03,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/36c9bd6de5234d6280631438d14760dc, entries=200, sequenceid=153, filesize=14.2 K 2024-12-06T08:41:03,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/d6c6a1d675b94695af028bcb76527ab6 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d6c6a1d675b94695af028bcb76527ab6 2024-12-06T08:41:03,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d6c6a1d675b94695af028bcb76527ab6, entries=150, sequenceid=153, filesize=11.9 K 2024-12-06T08:41:03,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/fcf3bb2569674fa7a31b6f14042b4a12 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/fcf3bb2569674fa7a31b6f14042b4a12 2024-12-06T08:41:03,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/fcf3bb2569674fa7a31b6f14042b4a12, entries=150, sequenceid=153, filesize=11.9 K 2024-12-06T08:41:03,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~136.42 KB/139690, heapSize ~393.42 KB/402864, currentSize=40.25 KB/41220 for 9228b2c00478742b52da557cc95a8001 in 332ms, sequenceid=153, compaction requested=true 2024-12-06T08:41:03,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:03,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:A, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:03,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T08:41:03,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:B, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:03,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-06T08:41:03,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:03,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-06T08:41:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T08:41:03,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-06T08:41:03,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:03,294 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-06T08:41:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:03,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/08a6431b7b284e96b08e40d50e55a6a9 is 50, key is test_row_0/A:col10/1733474462991/Put/seqid=0 2024-12-06T08:41:03,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741860_1036 (size=12151) 2024-12-06T08:41:03,334 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/08a6431b7b284e96b08e40d50e55a6a9 2024-12-06T08:41:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:03,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:03,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/967eea08e6b04b42b14c06a1dd5fd921 is 50, key is test_row_0/B:col10/1733474462991/Put/seqid=0 2024-12-06T08:41:03,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741861_1037 (size=12151) 2024-12-06T08:41:03,412 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/967eea08e6b04b42b14c06a1dd5fd921 2024-12-06T08:41:03,425 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/3e6b614421254cc8b816c1b3c1b939ca as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/3e6b614421254cc8b816c1b3c1b939ca 2024-12-06T08:41:03,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/43054d2ed6c54c2d910cdb22c3e87f32 is 50, key is test_row_0/C:col10/1733474462991/Put/seqid=0 2024-12-06T08:41:03,464 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/23153a23b8c3479fb1332e94cc435bd0 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/23153a23b8c3479fb1332e94cc435bd0 2024-12-06T08:41:03,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741862_1038 (size=12151) 2024-12-06T08:41:03,480 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/43054d2ed6c54c2d910cdb22c3e87f32 2024-12-06T08:41:03,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/08a6431b7b284e96b08e40d50e55a6a9 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/08a6431b7b284e96b08e40d50e55a6a9 2024-12-06T08:41:03,509 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/08a6431b7b284e96b08e40d50e55a6a9, entries=150, sequenceid=162, filesize=11.9 K 2024-12-06T08:41:03,511 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/B of 9228b2c00478742b52da557cc95a8001 into 23153a23b8c3479fb1332e94cc435bd0(size=11.9 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:03,511 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:03,511 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/B, priority=13, startTime=1733474462888; duration=0sec 2024-12-06T08:41:03,512 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/A of 9228b2c00478742b52da557cc95a8001 into 3e6b614421254cc8b816c1b3c1b939ca(size=11.9 K), total size for store is 38.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:03,512 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:03,512 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/A, priority=13, startTime=1733474462888; duration=0sec 2024-12-06T08:41:03,512 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-06T08:41:03,512 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:A 2024-12-06T08:41:03,512 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:A 2024-12-06T08:41:03,512 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:41:03,513 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-06T08:41:03,513 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:B 2024-12-06T08:41:03,513 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:B 2024-12-06T08:41:03,513 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:03,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/967eea08e6b04b42b14c06a1dd5fd921 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/967eea08e6b04b42b14c06a1dd5fd921 2024-12-06T08:41:03,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733474463421, max timestamp=1733474463465Num uniques 859; 2024-12-06T08:41:03,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:41:03,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733474463421, max timestamp=1733474463465Num uniques 859; 2024-12-06T08:41:03,520 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:03,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:41:03,520 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/A is initiating minor compaction (all files) 2024-12-06T08:41:03,520 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/A in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:03,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733474463421, max timestamp=1733474463465Num uniques 859; 2024-12-06T08:41:03,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:41:03,522 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:41:03,522 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/C is initiating minor compaction (all files) 2024-12-06T08:41:03,522 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/C in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:03,523 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/71f469ef88a3485d81274d84ad1e7af0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/93e11ced1b4b429b97351fbe21ee7da5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/ee5ba0366d4c47bcaff3d9f53d62e8d7, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/fcf3bb2569674fa7a31b6f14042b4a12] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=47.1 K 2024-12-06T08:41:03,525 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71f469ef88a3485d81274d84ad1e7af0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733474460399 2024-12-06T08:41:03,525 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/3e6b614421254cc8b816c1b3c1b939ca, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/36c9bd6de5234d6280631438d14760dc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/08a6431b7b284e96b08e40d50e55a6a9] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=38.0 K 2024-12-06T08:41:03,525 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93e11ced1b4b429b97351fbe21ee7da5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733474461200 2024-12-06T08:41:03,526 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e6b614421254cc8b816c1b3c1b939ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733474461457 2024-12-06T08:41:03,526 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee5ba0366d4c47bcaff3d9f53d62e8d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733474461457 2024-12-06T08:41:03,527 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcf3bb2569674fa7a31b6f14042b4a12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733474462307 2024-12-06T08:41:03,527 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 36c9bd6de5234d6280631438d14760dc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733474462294 2024-12-06T08:41:03,528 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 08a6431b7b284e96b08e40d50e55a6a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733474462972 2024-12-06T08:41:03,543 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/967eea08e6b04b42b14c06a1dd5fd921, entries=150, sequenceid=162, filesize=11.9 K 2024-12-06T08:41:03,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/43054d2ed6c54c2d910cdb22c3e87f32 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/43054d2ed6c54c2d910cdb22c3e87f32 2024-12-06T08:41:03,557 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/43054d2ed6c54c2d910cdb22c3e87f32, entries=150, sequenceid=162, filesize=11.9 K 2024-12-06T08:41:03,559 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=87.22 KB/89310 for 9228b2c00478742b52da557cc95a8001 in 265ms, sequenceid=162, compaction requested=true 2024-12-06T08:41:03,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:03,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:03,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-06T08:41:03,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=93.93 KB heapSize=260.77 KB 2024-12-06T08:41:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-06T08:41:03,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:03,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:03,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:03,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:03,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:03,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:03,563 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#C#compaction#26 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:03,564 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/ab6fbdc1bdc04b1eb33b95eb6d046b3d is 50, key is test_row_0/C:col10/1733474462908/Put/seqid=0 2024-12-06T08:41:03,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T08:41:03,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 585 msec 2024-12-06T08:41:03,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 624 msec 2024-12-06T08:41:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T08:41:03,578 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:03,579 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:03,579 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/30d2451a33724b0d98e483446b9898c9 is 50, key is test_row_0/A:col10/1733474462991/Put/seqid=0 2024-12-06T08:41:03,579 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:41:03,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741863_1039 (size=12391) 2024-12-06T08:41:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-06T08:41:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T08:41:03,589 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:41:03,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/1da692d8da3f46aa80253e3128f28d72 is 50, key is test_row_0/A:col10/1733474463553/Put/seqid=0 2024-12-06T08:41:03,592 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:41:03,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:41:03,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741864_1040 (size=12459) 2024-12-06T08:41:03,605 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/ab6fbdc1bdc04b1eb33b95eb6d046b3d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/ab6fbdc1bdc04b1eb33b95eb6d046b3d 2024-12-06T08:41:03,624 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9228b2c00478742b52da557cc95a8001/C of 9228b2c00478742b52da557cc95a8001 into ab6fbdc1bdc04b1eb33b95eb6d046b3d(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:03,624 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:03,624 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/C, priority=12, startTime=1733474463247; duration=0sec 2024-12-06T08:41:03,625 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T08:41:03,625 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:C 2024-12-06T08:41:03,625 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:C 2024-12-06T08:41:03,625 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:03,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741865_1041 (size=14541) 2024-12-06T08:41:03,628 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:03,628 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/B is initiating minor compaction (all files) 2024-12-06T08:41:03,628 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/B in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:03,629 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/23153a23b8c3479fb1332e94cc435bd0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d6c6a1d675b94695af028bcb76527ab6, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/967eea08e6b04b42b14c06a1dd5fd921] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=35.7 K 2024-12-06T08:41:03,630 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23153a23b8c3479fb1332e94cc435bd0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733474461457 2024-12-06T08:41:03,632 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6c6a1d675b94695af028bcb76527ab6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733474462307 2024-12-06T08:41:03,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/1da692d8da3f46aa80253e3128f28d72 2024-12-06T08:41:03,633 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 967eea08e6b04b42b14c06a1dd5fd921, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733474462972 2024-12-06T08:41:03,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474523620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:03,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474523628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:03,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:03,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474523630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:03,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:03,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474523633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:03,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:03,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474523635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:03,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:03,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/bd479de9cdfd4a53a6cee53c02987659 is 50, key is test_row_0/B:col10/1733474463553/Put/seqid=0 2024-12-06T08:41:03,663 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#B#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:03,664 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/1ea6cf82209e4e26819b7441f6f2582f is 50, key is test_row_0/B:col10/1733474462991/Put/seqid=0 2024-12-06T08:41:03,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741866_1042 (size=12459) 2024-12-06T08:41:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T08:41:03,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741867_1043 (size=12151) 2024-12-06T08:41:03,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474523738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:03,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-06T08:41:03,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:03,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:03,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:03,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:03,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:03,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474523780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:03,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474523781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:03,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:03,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:03,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474523781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:03,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:03,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:03,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474523781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:03,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-06T08:41:03,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:03,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:03,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:03,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:03,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T08:41:03,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474523948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:03,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:03,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:04,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474523997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:04,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:04,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474523998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474523998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:04,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:04,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474523998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:04,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:04,016 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/30d2451a33724b0d98e483446b9898c9 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/30d2451a33724b0d98e483446b9898c9 2024-12-06T08:41:04,030 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/A of 9228b2c00478742b52da557cc95a8001 into 30d2451a33724b0d98e483446b9898c9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:04,030 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:04,030 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/A, priority=13, startTime=1733474463246; duration=0sec 2024-12-06T08:41:04,030 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:04,030 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:A 2024-12-06T08:41:04,030 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-06T08:41:04,032 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T08:41:04,033 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T08:41:04,033 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. because compaction request was cancelled 2024-12-06T08:41:04,033 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:C 2024-12-06T08:41:04,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-06T08:41:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:04,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:04,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/bd479de9cdfd4a53a6cee53c02987659 2024-12-06T08:41:04,112 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/1ea6cf82209e4e26819b7441f6f2582f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/1ea6cf82209e4e26819b7441f6f2582f 2024-12-06T08:41:04,127 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/B of 9228b2c00478742b52da557cc95a8001 into 1ea6cf82209e4e26819b7441f6f2582f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:04,127 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:04,127 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/B, priority=13, startTime=1733474463246; duration=0sec 2024-12-06T08:41:04,128 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:04,128 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:B 2024-12-06T08:41:04,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/8e73bb20c1c9494ea6c717e03b38d9d0 is 50, key is test_row_0/C:col10/1733474463553/Put/seqid=0 2024-12-06T08:41:04,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741868_1044 (size=12151) 2024-12-06T08:41:04,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-06T08:41:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T08:41:04,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:04,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:04,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:04,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:04,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:04,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474524268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:04,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474524318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:04,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474524319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:04,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474524320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:04,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:04,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474524321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:04,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:04,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:04,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-06T08:41:04,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:04,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:04,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:04,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:04,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:04,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-06T08:41:04,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:04,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:04,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:04,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:04,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:04,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/8e73bb20c1c9494ea6c717e03b38d9d0 2024-12-06T08:41:04,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/1da692d8da3f46aa80253e3128f28d72 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/1da692d8da3f46aa80253e3128f28d72 2024-12-06T08:41:04,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/1da692d8da3f46aa80253e3128f28d72, entries=200, sequenceid=194, filesize=14.2 K 2024-12-06T08:41:04,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/bd479de9cdfd4a53a6cee53c02987659 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/bd479de9cdfd4a53a6cee53c02987659 2024-12-06T08:41:04,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/bd479de9cdfd4a53a6cee53c02987659, entries=150, sequenceid=194, filesize=11.9 K 2024-12-06T08:41:04,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/8e73bb20c1c9494ea6c717e03b38d9d0 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/8e73bb20c1c9494ea6c717e03b38d9d0 2024-12-06T08:41:04,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/8e73bb20c1c9494ea6c717e03b38d9d0, entries=150, sequenceid=194, filesize=11.9 K 2024-12-06T08:41:04,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~260.72 KB/266976, currentSize=87.22 KB/89310 for 9228b2c00478742b52da557cc95a8001 in 1057ms, sequenceid=194, compaction requested=true 2024-12-06T08:41:04,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:04,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:04,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:04,618 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-06T08:41:04,618 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-06T08:41:04,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:04,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:04,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:04,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:04,620 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T08:41:04,621 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T08:41:04,621 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. because compaction request was cancelled 2024-12-06T08:41:04,621 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:A 2024-12-06T08:41:04,621 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:04,621 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T08:41:04,621 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T08:41:04,621 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. because compaction request was cancelled 2024-12-06T08:41:04,621 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:B 2024-12-06T08:41:04,623 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:04,623 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/C is initiating minor compaction (all files) 2024-12-06T08:41:04,623 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/C in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:04,623 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/ab6fbdc1bdc04b1eb33b95eb6d046b3d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/43054d2ed6c54c2d910cdb22c3e87f32, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/8e73bb20c1c9494ea6c717e03b38d9d0] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=35.8 K 2024-12-06T08:41:04,624 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab6fbdc1bdc04b1eb33b95eb6d046b3d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733474462307 2024-12-06T08:41:04,625 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43054d2ed6c54c2d910cdb22c3e87f32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733474462972 2024-12-06T08:41:04,625 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e73bb20c1c9494ea6c717e03b38d9d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733474463552 2024-12-06T08:41:04,659 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#C#compaction#32 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:04,660 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/6e3ba3fc8f5548dab90a92c1cd077669 is 50, key is test_row_0/C:col10/1733474463553/Put/seqid=0 2024-12-06T08:41:04,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-06T08:41:04,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:04,693 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-06T08:41:04,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:04,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:04,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:04,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:04,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:04,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:04,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/53c9d8ba47a64a7e9010beef1f6a9ea8 is 50, key is test_row_0/A:col10/1733474463627/Put/seqid=0 2024-12-06T08:41:04,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741869_1045 (size=12493) 2024-12-06T08:41:04,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741870_1046 (size=12151) 2024-12-06T08:41:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T08:41:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:04,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:04,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474524848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:04,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:04,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474524848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:04,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:04,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474524851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:04,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474524853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:04,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:04,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:04,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474524857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:04,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474524968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:04,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:04,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474524968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:04,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:04,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474524968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:04,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:04,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474524977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:04,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:04,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:05,119 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/53c9d8ba47a64a7e9010beef1f6a9ea8 2024-12-06T08:41:05,128 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/6e3ba3fc8f5548dab90a92c1cd077669 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/6e3ba3fc8f5548dab90a92c1cd077669 2024-12-06T08:41:05,142 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/C of 9228b2c00478742b52da557cc95a8001 into 6e3ba3fc8f5548dab90a92c1cd077669(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:05,142 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:05,142 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/C, priority=13, startTime=1733474464619; duration=0sec 2024-12-06T08:41:05,142 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:05,143 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:C 2024-12-06T08:41:05,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/11583027d5f6433db540a00d95bea030 is 50, key is test_row_0/B:col10/1733474463627/Put/seqid=0 2024-12-06T08:41:05,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741871_1047 (size=12151) 2024-12-06T08:41:05,174 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/11583027d5f6433db540a00d95bea030 2024-12-06T08:41:05,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474525178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:05,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474525178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:05,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:05,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:05,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474525179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:05,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:05,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474525188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:05,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:05,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/f1b6d0f5372341d9b07aaaffb8bd1f26 is 50, key is test_row_0/C:col10/1733474463627/Put/seqid=0 2024-12-06T08:41:05,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741872_1048 (size=12151) 2024-12-06T08:41:05,217 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/f1b6d0f5372341d9b07aaaffb8bd1f26 2024-12-06T08:41:05,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/53c9d8ba47a64a7e9010beef1f6a9ea8 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/53c9d8ba47a64a7e9010beef1f6a9ea8 2024-12-06T08:41:05,244 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/53c9d8ba47a64a7e9010beef1f6a9ea8, entries=150, sequenceid=213, filesize=11.9 K 2024-12-06T08:41:05,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/11583027d5f6433db540a00d95bea030 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/11583027d5f6433db540a00d95bea030 2024-12-06T08:41:05,256 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/11583027d5f6433db540a00d95bea030, entries=150, sequenceid=213, filesize=11.9 K 2024-12-06T08:41:05,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/f1b6d0f5372341d9b07aaaffb8bd1f26 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/f1b6d0f5372341d9b07aaaffb8bd1f26 2024-12-06T08:41:05,271 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/f1b6d0f5372341d9b07aaaffb8bd1f26, entries=150, sequenceid=213, filesize=11.9 K 2024-12-06T08:41:05,272 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 9228b2c00478742b52da557cc95a8001 in 579ms, sequenceid=213, compaction requested=true 2024-12-06T08:41:05,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:05,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:05,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-06T08:41:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-06T08:41:05,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-06T08:41:05,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6830 sec 2024-12-06T08:41:05,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.7010 sec 2024-12-06T08:41:05,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-06T08:41:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:05,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:05,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:05,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:05,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:05,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:05,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:05,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/fe7063326b8c46cf8cad321f6f60f84c is 50, key is test_row_0/A:col10/1733474465491/Put/seqid=0 2024-12-06T08:41:05,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474525533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:05,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:05,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741873_1049 (size=14541) 2024-12-06T08:41:05,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/fe7063326b8c46cf8cad321f6f60f84c 2024-12-06T08:41:05,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474525539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:05,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:05,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474525548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:05,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474525549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:05,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:05,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/3b75b44eac0c4a09917824f26dfb0c7f is 50, key is test_row_0/B:col10/1733474465491/Put/seqid=0 2024-12-06T08:41:05,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741874_1050 (size=12151) 2024-12-06T08:41:05,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/3b75b44eac0c4a09917824f26dfb0c7f 2024-12-06T08:41:05,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/dea54abbf27242e5bc0b04a99ded3635 is 50, key is test_row_0/C:col10/1733474465491/Put/seqid=0 2024-12-06T08:41:05,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741875_1051 (size=12151) 2024-12-06T08:41:05,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/dea54abbf27242e5bc0b04a99ded3635 2024-12-06T08:41:05,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/fe7063326b8c46cf8cad321f6f60f84c as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/fe7063326b8c46cf8cad321f6f60f84c 2024-12-06T08:41:05,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474525648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:05,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/fe7063326b8c46cf8cad321f6f60f84c, entries=200, sequenceid=232, filesize=14.2 K 2024-12-06T08:41:05,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/3b75b44eac0c4a09917824f26dfb0c7f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/3b75b44eac0c4a09917824f26dfb0c7f 2024-12-06T08:41:05,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474525657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:05,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:05,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/3b75b44eac0c4a09917824f26dfb0c7f, entries=150, sequenceid=232, filesize=11.9 K 2024-12-06T08:41:05,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/dea54abbf27242e5bc0b04a99ded3635 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/dea54abbf27242e5bc0b04a99ded3635 2024-12-06T08:41:05,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:05,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474525668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474525668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:05,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:05,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/dea54abbf27242e5bc0b04a99ded3635, entries=150, sequenceid=232, filesize=11.9 K 2024-12-06T08:41:05,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 9228b2c00478742b52da557cc95a8001 in 190ms, sequenceid=232, compaction requested=true 2024-12-06T08:41:05,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:05,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:05,684 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:41:05,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:05,684 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:41:05,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:05,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:05,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:05,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:05,686 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53692 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:41:05,686 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:41:05,686 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/A is initiating minor compaction (all files) 2024-12-06T08:41:05,686 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/B is initiating minor compaction (all files) 2024-12-06T08:41:05,686 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/A in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:05,686 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/B in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:05,686 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/30d2451a33724b0d98e483446b9898c9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/1da692d8da3f46aa80253e3128f28d72, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/53c9d8ba47a64a7e9010beef1f6a9ea8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/fe7063326b8c46cf8cad321f6f60f84c] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=52.4 K 2024-12-06T08:41:05,687 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/1ea6cf82209e4e26819b7441f6f2582f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/bd479de9cdfd4a53a6cee53c02987659, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/11583027d5f6433db540a00d95bea030, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/3b75b44eac0c4a09917824f26dfb0c7f] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=47.8 K 2024-12-06T08:41:05,687 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30d2451a33724b0d98e483446b9898c9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733474462972 2024-12-06T08:41:05,688 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ea6cf82209e4e26819b7441f6f2582f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733474462972 2024-12-06T08:41:05,688 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1da692d8da3f46aa80253e3128f28d72, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733474463534 2024-12-06T08:41:05,688 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting bd479de9cdfd4a53a6cee53c02987659, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733474463552 2024-12-06T08:41:05,689 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53c9d8ba47a64a7e9010beef1f6a9ea8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733474463621 2024-12-06T08:41:05,689 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 11583027d5f6433db540a00d95bea030, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733474463621 2024-12-06T08:41:05,689 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe7063326b8c46cf8cad321f6f60f84c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733474464822 2024-12-06T08:41:05,690 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b75b44eac0c4a09917824f26dfb0c7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733474464822 2024-12-06T08:41:05,714 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:05,715 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/9d0bb5245bea42ab97308924e1be4197 is 50, key is test_row_0/A:col10/1733474465491/Put/seqid=0 2024-12-06T08:41:05,719 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#B#compaction#40 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:05,720 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/946b1d6575ad42a7a04c39daf2cb549c is 50, key is test_row_0/B:col10/1733474465491/Put/seqid=0 2024-12-06T08:41:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T08:41:05,738 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:05,739 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:41:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-06T08:41:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T08:41:05,743 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:41:05,744 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:41:05,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:41:05,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741876_1052 (size=12595) 2024-12-06T08:41:05,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741877_1053 (size=12595) 2024-12-06T08:41:05,779 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/9d0bb5245bea42ab97308924e1be4197 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/9d0bb5245bea42ab97308924e1be4197 2024-12-06T08:41:05,789 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9228b2c00478742b52da557cc95a8001/A of 9228b2c00478742b52da557cc95a8001 into 9d0bb5245bea42ab97308924e1be4197(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:05,789 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:05,789 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/A, priority=12, startTime=1733474465684; duration=0sec 2024-12-06T08:41:05,789 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:05,789 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:A 2024-12-06T08:41:05,789 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:05,791 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:05,791 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/C is initiating minor compaction (all files) 2024-12-06T08:41:05,791 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/C in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:05,791 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/6e3ba3fc8f5548dab90a92c1cd077669, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/f1b6d0f5372341d9b07aaaffb8bd1f26, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/dea54abbf27242e5bc0b04a99ded3635] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=35.9 K 2024-12-06T08:41:05,793 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e3ba3fc8f5548dab90a92c1cd077669, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733474463552 2024-12-06T08:41:05,793 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1b6d0f5372341d9b07aaaffb8bd1f26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733474463621 2024-12-06T08:41:05,794 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting dea54abbf27242e5bc0b04a99ded3635, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733474464822 2024-12-06T08:41:05,796 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/946b1d6575ad42a7a04c39daf2cb549c as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/946b1d6575ad42a7a04c39daf2cb549c 2024-12-06T08:41:05,806 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9228b2c00478742b52da557cc95a8001/B of 9228b2c00478742b52da557cc95a8001 into 946b1d6575ad42a7a04c39daf2cb549c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:05,806 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:05,806 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/B, priority=12, startTime=1733474465684; duration=0sec 2024-12-06T08:41:05,806 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:05,806 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:B 2024-12-06T08:41:05,818 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#C#compaction#41 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:05,819 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/5c449d41a438433e8a7f12ef6347a95d is 50, key is test_row_0/C:col10/1733474465491/Put/seqid=0 2024-12-06T08:41:05,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741878_1054 (size=12595) 2024-12-06T08:41:05,847 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/5c449d41a438433e8a7f12ef6347a95d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/5c449d41a438433e8a7f12ef6347a95d 2024-12-06T08:41:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T08:41:05,865 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/C of 9228b2c00478742b52da557cc95a8001 into 5c449d41a438433e8a7f12ef6347a95d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:05,865 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:05,865 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/C, priority=13, startTime=1733474465685; duration=0sec 2024-12-06T08:41:05,865 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:05,865 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:C 2024-12-06T08:41:05,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-06T08:41:05,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:05,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:05,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:05,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:05,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:05,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:05,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/5f1b999d3885490e923fcd3e4660ee31 is 50, key is test_row_0/A:col10/1733474465518/Put/seqid=0 2024-12-06T08:41:05,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741879_1055 (size=14541) 2024-12-06T08:41:05,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-06T08:41:05,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:05,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:05,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:05,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:05,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:05,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/5f1b999d3885490e923fcd3e4660ee31 2024-12-06T08:41:05,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/f05cc48504494355a86bb7b94cfe47fa is 50, key is test_row_0/B:col10/1733474465518/Put/seqid=0 2024-12-06T08:41:05,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474525919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:05,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:05,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:05,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474525923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474525925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:05,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474525926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:05,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741880_1056 (size=12151) 2024-12-06T08:41:05,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/f05cc48504494355a86bb7b94cfe47fa 2024-12-06T08:41:05,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474525934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:05,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/cdb2743479894208a8a87ba49c1fed06 is 50, key is test_row_0/C:col10/1733474465518/Put/seqid=0 2024-12-06T08:41:05,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741881_1057 (size=12151) 2024-12-06T08:41:05,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/cdb2743479894208a8a87ba49c1fed06 2024-12-06T08:41:05,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/5f1b999d3885490e923fcd3e4660ee31 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/5f1b999d3885490e923fcd3e4660ee31 2024-12-06T08:41:05,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/5f1b999d3885490e923fcd3e4660ee31, entries=200, sequenceid=250, filesize=14.2 K 2024-12-06T08:41:05,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/f05cc48504494355a86bb7b94cfe47fa as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/f05cc48504494355a86bb7b94cfe47fa 2024-12-06T08:41:06,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/f05cc48504494355a86bb7b94cfe47fa, entries=150, sequenceid=250, filesize=11.9 K 2024-12-06T08:41:06,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/cdb2743479894208a8a87ba49c1fed06 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/cdb2743479894208a8a87ba49c1fed06 2024-12-06T08:41:06,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/cdb2743479894208a8a87ba49c1fed06, entries=150, sequenceid=250, filesize=11.9 K 2024-12-06T08:41:06,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 9228b2c00478742b52da557cc95a8001 in 143ms, sequenceid=250, compaction requested=false 2024-12-06T08:41:06,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:06,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=114.05 KB heapSize=339.89 KB 2024-12-06T08:41:06,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:06,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:06,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:06,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:06,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:06,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:06,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-06T08:41:06,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:06,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:06,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:06,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:06,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/116c720a6a3d4370bb17508435fb8bee is 50, key is test_row_0/A:col10/1733474466040/Put/seqid=0 2024-12-06T08:41:06,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T08:41:06,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474526054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474526060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474526062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474526065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474526060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741882_1058 (size=12301) 2024-12-06T08:41:06,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/116c720a6a3d4370bb17508435fb8bee 2024-12-06T08:41:06,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/532dd6704f9b418a8f9e3d0fda29d7f3 is 50, key is test_row_0/B:col10/1733474466040/Put/seqid=0 2024-12-06T08:41:06,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741883_1059 (size=12301) 2024-12-06T08:41:06,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/532dd6704f9b418a8f9e3d0fda29d7f3 2024-12-06T08:41:06,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/6daede82239f463589e10948021990b0 is 50, key is test_row_0/C:col10/1733474466040/Put/seqid=0 2024-12-06T08:41:06,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741884_1060 (size=12301) 2024-12-06T08:41:06,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/6daede82239f463589e10948021990b0 2024-12-06T08:41:06,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/116c720a6a3d4370bb17508435fb8bee as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/116c720a6a3d4370bb17508435fb8bee 2024-12-06T08:41:06,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474526168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474526178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474526178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474526178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474526178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/116c720a6a3d4370bb17508435fb8bee, entries=150, sequenceid=271, filesize=12.0 K 2024-12-06T08:41:06,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/532dd6704f9b418a8f9e3d0fda29d7f3 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/532dd6704f9b418a8f9e3d0fda29d7f3 2024-12-06T08:41:06,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/532dd6704f9b418a8f9e3d0fda29d7f3, entries=150, sequenceid=271, filesize=12.0 K 2024-12-06T08:41:06,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/6daede82239f463589e10948021990b0 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/6daede82239f463589e10948021990b0 2024-12-06T08:41:06,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-06T08:41:06,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:06,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:06,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:06,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:06,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:06,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/6daede82239f463589e10948021990b0, entries=150, sequenceid=271, filesize=12.0 K 2024-12-06T08:41:06,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 9228b2c00478742b52da557cc95a8001 in 176ms, sequenceid=271, compaction requested=true 2024-12-06T08:41:06,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:06,219 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:06,219 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:06,220 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:06,220 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/A is initiating minor compaction (all files) 2024-12-06T08:41:06,220 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/A in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:06,220 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/9d0bb5245bea42ab97308924e1be4197, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/5f1b999d3885490e923fcd3e4660ee31, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/116c720a6a3d4370bb17508435fb8bee] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=38.5 K 2024-12-06T08:41:06,221 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:06,221 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/B is initiating minor compaction (all files) 2024-12-06T08:41:06,221 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/B in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:06,221 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/946b1d6575ad42a7a04c39daf2cb549c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/f05cc48504494355a86bb7b94cfe47fa, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/532dd6704f9b418a8f9e3d0fda29d7f3] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=36.2 K 2024-12-06T08:41:06,222 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d0bb5245bea42ab97308924e1be4197, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733474464822 2024-12-06T08:41:06,222 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 946b1d6575ad42a7a04c39daf2cb549c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733474464822 2024-12-06T08:41:06,223 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f1b999d3885490e923fcd3e4660ee31, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733474465518 2024-12-06T08:41:06,223 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting f05cc48504494355a86bb7b94cfe47fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733474465518 2024-12-06T08:41:06,223 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 532dd6704f9b418a8f9e3d0fda29d7f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733474466039 2024-12-06T08:41:06,223 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 116c720a6a3d4370bb17508435fb8bee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733474466039 2024-12-06T08:41:06,238 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#B#compaction#48 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:06,239 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/e603261f12714511a55bcc29a1f4dac5 is 50, key is test_row_0/B:col10/1733474466040/Put/seqid=0 2024-12-06T08:41:06,246 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#A#compaction#49 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:06,247 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/203ea64ae82e4d96a1849ad9e2bc24ee is 50, key is test_row_0/A:col10/1733474466040/Put/seqid=0 2024-12-06T08:41:06,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741885_1061 (size=12847) 2024-12-06T08:41:06,261 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/e603261f12714511a55bcc29a1f4dac5 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/e603261f12714511a55bcc29a1f4dac5 2024-12-06T08:41:06,269 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/B of 9228b2c00478742b52da557cc95a8001 into e603261f12714511a55bcc29a1f4dac5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:06,270 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:06,270 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/B, priority=13, startTime=1733474466219; duration=0sec 2024-12-06T08:41:06,270 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:06,270 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:B 2024-12-06T08:41:06,270 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:06,272 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:06,272 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/C is initiating minor compaction (all files) 2024-12-06T08:41:06,272 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/C in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:06,272 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/5c449d41a438433e8a7f12ef6347a95d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/cdb2743479894208a8a87ba49c1fed06, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/6daede82239f463589e10948021990b0] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=36.2 K 2024-12-06T08:41:06,273 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c449d41a438433e8a7f12ef6347a95d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733474464822 2024-12-06T08:41:06,273 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting cdb2743479894208a8a87ba49c1fed06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733474465518 2024-12-06T08:41:06,274 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6daede82239f463589e10948021990b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733474466039 2024-12-06T08:41:06,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741886_1062 (size=12847) 2024-12-06T08:41:06,290 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/203ea64ae82e4d96a1849ad9e2bc24ee as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/203ea64ae82e4d96a1849ad9e2bc24ee 2024-12-06T08:41:06,297 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#C#compaction#50 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:06,298 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/71796e2e46f34f97849d811b031feed9 is 50, key is test_row_0/C:col10/1733474466040/Put/seqid=0 2024-12-06T08:41:06,301 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/A of 9228b2c00478742b52da557cc95a8001 into 203ea64ae82e4d96a1849ad9e2bc24ee(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:06,301 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:06,301 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/A, priority=13, startTime=1733474466219; duration=0sec 2024-12-06T08:41:06,302 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:06,302 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:A 2024-12-06T08:41:06,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741887_1063 (size=12847) 2024-12-06T08:41:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T08:41:06,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-06T08:41:06,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:06,370 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-06T08:41:06,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:06,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:06,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:06,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:06,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:06,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:06,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:06,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/01d6d43b65c84299839e165625191ef0 is 50, key is test_row_0/A:col10/1733474466062/Put/seqid=0 2024-12-06T08:41:06,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741888_1064 (size=9857) 2024-12-06T08:41:06,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474466440, max timestamp=1733474466446Num uniques 859; 2024-12-06T08:41:06,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:41:06,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474466440, max timestamp=1733474466446Num uniques 859; 2024-12-06T08:41:06,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:41:06,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733474466440, max timestamp=1733474466446Num uniques 859; 2024-12-06T08:41:06,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:41:06,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474526544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474526550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474526550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474526553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474526553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474526657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474526668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474526669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474526679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474526679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,732 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/71796e2e46f34f97849d811b031feed9 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/71796e2e46f34f97849d811b031feed9 2024-12-06T08:41:06,744 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/C of 9228b2c00478742b52da557cc95a8001 into 71796e2e46f34f97849d811b031feed9(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:06,744 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:06,744 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/C, priority=13, startTime=1733474466219; duration=0sec 2024-12-06T08:41:06,744 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:06,744 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:C 2024-12-06T08:41:06,847 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/01d6d43b65c84299839e165625191ef0 2024-12-06T08:41:06,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/e7af12741eac43e7a8b468ac55351b9a is 50, key is test_row_0/B:col10/1733474466062/Put/seqid=0 2024-12-06T08:41:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T08:41:06,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474526868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474526878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474526879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474526888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:06,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474526889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:06,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:06,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:06,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741889_1065 (size=9857) 2024-12-06T08:41:06,899 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/e7af12741eac43e7a8b468ac55351b9a 2024-12-06T08:41:06,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/367f1250728443aaad5ba3dab8f285e4 is 50, key is test_row_0/C:col10/1733474466062/Put/seqid=0 2024-12-06T08:41:06,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741890_1066 (size=9857) 2024-12-06T08:41:06,951 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/367f1250728443aaad5ba3dab8f285e4 2024-12-06T08:41:06,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/01d6d43b65c84299839e165625191ef0 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/01d6d43b65c84299839e165625191ef0 2024-12-06T08:41:06,985 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/01d6d43b65c84299839e165625191ef0, entries=100, sequenceid=284, filesize=9.6 K 2024-12-06T08:41:06,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/e7af12741eac43e7a8b468ac55351b9a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/e7af12741eac43e7a8b468ac55351b9a 2024-12-06T08:41:07,009 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/e7af12741eac43e7a8b468ac55351b9a, entries=100, sequenceid=284, filesize=9.6 K 2024-12-06T08:41:07,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/367f1250728443aaad5ba3dab8f285e4 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/367f1250728443aaad5ba3dab8f285e4 2024-12-06T08:41:07,020 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/367f1250728443aaad5ba3dab8f285e4, entries=100, sequenceid=284, filesize=9.6 K 2024-12-06T08:41:07,022 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 9228b2c00478742b52da557cc95a8001 in 653ms, sequenceid=284, compaction requested=false 2024-12-06T08:41:07,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:07,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:07,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-06T08:41:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-06T08:41:07,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-06T08:41:07,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2810 sec 2024-12-06T08:41:07,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.2900 sec 2024-12-06T08:41:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:07,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-06T08:41:07,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733474466540, max timestamp=1733474467191Num uniques 1068; 2024-12-06T08:41:07,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7683, totalHeapSize=17712, min timestamp=1733474466540, max timestamp=1733474467192Num uniques 1068; 2024-12-06T08:41:07,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733474466540, max timestamp=1733474467192Num uniques 1068; 2024-12-06T08:41:07,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48903, new segment data size=7683, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-06T08:41:07,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-06T08:41:07,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-06T08:41:07,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:07,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:07,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:07,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:07,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:07,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:07,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/957fb9929b4b422682cb9cdd0c8e5c84 is 50, key is test_row_0/A:col10/1733474466540/Put/seqid=0 2024-12-06T08:41:07,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741891_1067 (size=14741) 2024-12-06T08:41:07,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/957fb9929b4b422682cb9cdd0c8e5c84 2024-12-06T08:41:07,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/50761f0886414c7a8c97c3231b243a4f is 50, key is test_row_0/B:col10/1733474466540/Put/seqid=0 2024-12-06T08:41:07,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474467237, max timestamp=1733474467257Num uniques 859; 2024-12-06T08:41:07,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474467237, max timestamp=1733474467257Num uniques 859; 2024-12-06T08:41:07,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:41:07,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:41:07,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474467237, max timestamp=1733474467259Num uniques 859; 2024-12-06T08:41:07,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:41:07,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741892_1068 (size=12301) 2024-12-06T08:41:07,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/50761f0886414c7a8c97c3231b243a4f 2024-12-06T08:41:07,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/a780e0809f474e7f87ee0ec035815c63 is 50, key is test_row_0/C:col10/1733474466540/Put/seqid=0 2024-12-06T08:41:07,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741893_1069 (size=12301) 2024-12-06T08:41:07,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/a780e0809f474e7f87ee0ec035815c63 2024-12-06T08:41:07,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/957fb9929b4b422682cb9cdd0c8e5c84 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/957fb9929b4b422682cb9cdd0c8e5c84 2024-12-06T08:41:07,330 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1733474467298, max timestamp=1733474467323Num uniques 1068; 2024-12-06T08:41:07,330 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733474467298, max timestamp=1733474467323Num uniques 1068; 2024-12-06T08:41:07,330 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733474467298, max timestamp=1733474467323Num uniques 1068; 2024-12-06T08:41:07,330 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48900, new segment data size=7230, suffix heap size=139040,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=158 2024-12-06T08:41:07,330 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=6870, suffix heap size=139040,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=150 2024-12-06T08:41:07,330 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-06T08:41:07,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/957fb9929b4b422682cb9cdd0c8e5c84, entries=200, sequenceid=324, filesize=14.4 K 2024-12-06T08:41:07,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/50761f0886414c7a8c97c3231b243a4f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/50761f0886414c7a8c97c3231b243a4f 2024-12-06T08:41:07,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/50761f0886414c7a8c97c3231b243a4f, entries=150, sequenceid=324, filesize=12.0 K 2024-12-06T08:41:07,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/a780e0809f474e7f87ee0ec035815c63 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/a780e0809f474e7f87ee0ec035815c63 2024-12-06T08:41:07,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/a780e0809f474e7f87ee0ec035815c63, entries=150, sequenceid=324, filesize=12.0 K 2024-12-06T08:41:07,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~85.27 KB/87312, currentSize=108.34 KB/110942 for 9228b2c00478742b52da557cc95a8001 in 172ms, sequenceid=324, compaction requested=true 2024-12-06T08:41:07,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:07,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:07,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:07,364 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:07,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:07,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:07,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:07,364 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:07,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:07,366 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37445 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:07,366 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:07,366 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/A is initiating minor compaction (all files) 2024-12-06T08:41:07,366 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/B is initiating minor compaction (all files) 2024-12-06T08:41:07,366 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/A in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:07,366 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/B in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:07,366 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/e603261f12714511a55bcc29a1f4dac5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/e7af12741eac43e7a8b468ac55351b9a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/50761f0886414c7a8c97c3231b243a4f] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=34.2 K 2024-12-06T08:41:07,366 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/203ea64ae82e4d96a1849ad9e2bc24ee, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/01d6d43b65c84299839e165625191ef0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/957fb9929b4b422682cb9cdd0c8e5c84] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=36.6 K 2024-12-06T08:41:07,367 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting e603261f12714511a55bcc29a1f4dac5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733474466039 2024-12-06T08:41:07,367 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 203ea64ae82e4d96a1849ad9e2bc24ee, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733474466039 2024-12-06T08:41:07,367 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting e7af12741eac43e7a8b468ac55351b9a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733474466057 2024-12-06T08:41:07,368 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01d6d43b65c84299839e165625191ef0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733474466057 2024-12-06T08:41:07,368 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 50761f0886414c7a8c97c3231b243a4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733474466540 2024-12-06T08:41:07,368 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 957fb9929b4b422682cb9cdd0c8e5c84, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733474466540 2024-12-06T08:41:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:07,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=115.05 KB heapSize=326.61 KB 2024-12-06T08:41:07,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:07,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:07,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:07,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:07,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:07,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:07,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/29a456bea4d94b1db4904ccc69cda619 is 50, key is test_row_0/A:col10/1733474467354/Put/seqid=0 2024-12-06T08:41:07,399 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#B#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:07,400 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/8d3b9cbb95c941e89b5ac8aac2af51ec is 50, key is test_row_0/B:col10/1733474466540/Put/seqid=0 2024-12-06T08:41:07,402 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#A#compaction#59 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:07,403 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/df17e5c0fe384d04a2a272ba498d55dd is 50, key is test_row_0/A:col10/1733474466540/Put/seqid=0 2024-12-06T08:41:07,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474527398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:07,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:07,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474527417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:07,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:07,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474527420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:07,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474527420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:07,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:07,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474527420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:07,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:07,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:07,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741894_1070 (size=19621) 2024-12-06T08:41:07,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:07,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741895_1071 (size=12949) 2024-12-06T08:41:07,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741896_1072 (size=12949) 2024-12-06T08:41:07,447 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/df17e5c0fe384d04a2a272ba498d55dd as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/df17e5c0fe384d04a2a272ba498d55dd 2024-12-06T08:41:07,458 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/A of 9228b2c00478742b52da557cc95a8001 into df17e5c0fe384d04a2a272ba498d55dd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:07,459 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:07,459 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/A, priority=13, startTime=1733474467364; duration=0sec 2024-12-06T08:41:07,459 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:07,459 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:A 2024-12-06T08:41:07,459 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:07,461 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:07,461 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/C is initiating minor compaction (all files) 2024-12-06T08:41:07,461 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/C in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:07,461 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/71796e2e46f34f97849d811b031feed9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/367f1250728443aaad5ba3dab8f285e4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/a780e0809f474e7f87ee0ec035815c63] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=34.2 K 2024-12-06T08:41:07,462 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71796e2e46f34f97849d811b031feed9, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733474466039 2024-12-06T08:41:07,462 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 367f1250728443aaad5ba3dab8f285e4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733474466057 2024-12-06T08:41:07,463 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a780e0809f474e7f87ee0ec035815c63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733474466540 2024-12-06T08:41:07,477 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#C#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:07,478 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/89d1af9b0a844e89a516fe6b0194fd0c is 50, key is test_row_0/C:col10/1733474466540/Put/seqid=0 2024-12-06T08:41:07,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741897_1073 (size=12949) 2024-12-06T08:41:07,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474527527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:07,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474527527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:07,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:07,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:07,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474527538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:07,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474527538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:07,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:07,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474527538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:07,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:07,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:07,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:07,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474527737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:07,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:07,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474527737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:07,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:07,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474527758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474527758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474527758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:07,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:07,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:07,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/29a456bea4d94b1db4904ccc69cda619 2024-12-06T08:41:07,847 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/8d3b9cbb95c941e89b5ac8aac2af51ec as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/8d3b9cbb95c941e89b5ac8aac2af51ec 2024-12-06T08:41:07,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/672747db1a5d42b7bc33c661eb3704f2 is 50, key is test_row_0/B:col10/1733474467354/Put/seqid=0 2024-12-06T08:41:07,859 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/B of 9228b2c00478742b52da557cc95a8001 into 8d3b9cbb95c941e89b5ac8aac2af51ec(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:07,859 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:07,859 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/B, priority=13, startTime=1733474467364; duration=0sec 2024-12-06T08:41:07,860 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:07,860 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:B 2024-12-06T08:41:07,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741898_1074 (size=12301) 2024-12-06T08:41:07,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=37.58 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/672747db1a5d42b7bc33c661eb3704f2 2024-12-06T08:41:07,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/66bd0b1f57254ca5a06b1e2bfccf5251 is 50, key is test_row_0/C:col10/1733474467354/Put/seqid=0 2024-12-06T08:41:07,891 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/89d1af9b0a844e89a516fe6b0194fd0c as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/89d1af9b0a844e89a516fe6b0194fd0c 2024-12-06T08:41:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T08:41:07,900 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:07,901 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:41:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-06T08:41:07,904 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/C of 9228b2c00478742b52da557cc95a8001 into 89d1af9b0a844e89a516fe6b0194fd0c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:07,904 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:07,904 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/C, priority=13, startTime=1733474467364; duration=0sec 2024-12-06T08:41:07,904 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:07,904 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:C 2024-12-06T08:41:07,904 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:41:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-06T08:41:07,905 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:41:07,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:41:07,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741899_1075 (size=12301) 2024-12-06T08:41:07,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=37.22 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/66bd0b1f57254ca5a06b1e2bfccf5251 2024-12-06T08:41:07,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/29a456bea4d94b1db4904ccc69cda619 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/29a456bea4d94b1db4904ccc69cda619 2024-12-06T08:41:07,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/29a456bea4d94b1db4904ccc69cda619, entries=300, sequenceid=375, filesize=19.2 K 2024-12-06T08:41:07,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/672747db1a5d42b7bc33c661eb3704f2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/672747db1a5d42b7bc33c661eb3704f2 2024-12-06T08:41:07,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/672747db1a5d42b7bc33c661eb3704f2, entries=150, sequenceid=375, filesize=12.0 K 2024-12-06T08:41:07,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/66bd0b1f57254ca5a06b1e2bfccf5251 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/66bd0b1f57254ca5a06b1e2bfccf5251 2024-12-06T08:41:07,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/66bd0b1f57254ca5a06b1e2bfccf5251, entries=150, sequenceid=375, filesize=12.0 K 2024-12-06T08:41:07,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~115.05 KB/117812, heapSize ~326.56 KB/334400, currentSize=80.51 KB/82440 for 9228b2c00478742b52da557cc95a8001 in 599ms, sequenceid=375, compaction requested=false 2024-12-06T08:41:07,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-06T08:41:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:08,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-06T08:41:08,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:08,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:08,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:08,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:08,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:08,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:08,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-06T08:41:08,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:08,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:08,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:08,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:08,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/b966bbcee83e4b4fa24598bed34c1f4a is 50, key is test_row_0/A:col10/1733474468049/Put/seqid=0 2024-12-06T08:41:08,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474528074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741900_1076 (size=17181) 2024-12-06T08:41:08,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/b966bbcee83e4b4fa24598bed34c1f4a 2024-12-06T08:41:08,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474528075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474528078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474528080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474528082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/eb828acb77a14ccda261410246b216a8 is 50, key is test_row_0/B:col10/1733474468049/Put/seqid=0 2024-12-06T08:41:08,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741901_1077 (size=12301) 2024-12-06T08:41:08,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474528188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474528197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474528197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474528197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474528197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-06T08:41:08,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:08,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:08,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:08,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:08,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-06T08:41:08,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-06T08:41:08,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:08,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:08,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:08,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:08,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:08,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474528397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474528418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474528418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474528418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474528418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/eb828acb77a14ccda261410246b216a8 2024-12-06T08:41:08,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-06T08:41:08,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:08,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:08,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:08,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:08,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-06T08:41:08,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/f8755398d88c46699d10de2f51d88b65 is 50, key is test_row_0/C:col10/1733474468049/Put/seqid=0 2024-12-06T08:41:08,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741902_1078 (size=12301) 2024-12-06T08:41:08,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/f8755398d88c46699d10de2f51d88b65 2024-12-06T08:41:08,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/b966bbcee83e4b4fa24598bed34c1f4a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/b966bbcee83e4b4fa24598bed34c1f4a 2024-12-06T08:41:08,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/b966bbcee83e4b4fa24598bed34c1f4a, entries=250, sequenceid=395, filesize=16.8 K 2024-12-06T08:41:08,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/eb828acb77a14ccda261410246b216a8 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/eb828acb77a14ccda261410246b216a8 2024-12-06T08:41:08,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/eb828acb77a14ccda261410246b216a8, entries=150, sequenceid=395, filesize=12.0 K 2024-12-06T08:41:08,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/f8755398d88c46699d10de2f51d88b65 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/f8755398d88c46699d10de2f51d88b65 2024-12-06T08:41:08,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/f8755398d88c46699d10de2f51d88b65, entries=150, sequenceid=395, filesize=12.0 K 2024-12-06T08:41:08,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 9228b2c00478742b52da557cc95a8001 in 564ms, sequenceid=395, compaction requested=true 2024-12-06T08:41:08,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:08,615 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:08,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:08,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:08,616 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:08,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:08,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:08,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:08,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:08,618 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:08,618 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/B is initiating minor compaction (all files) 2024-12-06T08:41:08,618 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 49751 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:08,618 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/B in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:08,618 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/A is initiating minor compaction (all files) 2024-12-06T08:41:08,618 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/A in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:08,619 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/8d3b9cbb95c941e89b5ac8aac2af51ec, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/672747db1a5d42b7bc33c661eb3704f2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/eb828acb77a14ccda261410246b216a8] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=36.7 K 2024-12-06T08:41:08,619 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/df17e5c0fe384d04a2a272ba498d55dd, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/29a456bea4d94b1db4904ccc69cda619, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/b966bbcee83e4b4fa24598bed34c1f4a] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=48.6 K 2024-12-06T08:41:08,619 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d3b9cbb95c941e89b5ac8aac2af51ec, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733474466540 2024-12-06T08:41:08,620 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting df17e5c0fe384d04a2a272ba498d55dd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733474466540 2024-12-06T08:41:08,623 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 672747db1a5d42b7bc33c661eb3704f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733474467354 2024-12-06T08:41:08,623 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29a456bea4d94b1db4904ccc69cda619, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733474467350 2024-12-06T08:41:08,624 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting eb828acb77a14ccda261410246b216a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733474467414 2024-12-06T08:41:08,625 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting b966bbcee83e4b4fa24598bed34c1f4a, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733474467414 2024-12-06T08:41:08,643 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#B#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:08,643 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#A#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:08,644 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/b3a122dec666474ebf562d0652b881b3 is 50, key is test_row_0/B:col10/1733474468049/Put/seqid=0 2024-12-06T08:41:08,644 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/e0df070e915c40bb95fa07fc846d33d4 is 50, key is test_row_0/A:col10/1733474468049/Put/seqid=0 2024-12-06T08:41:08,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741903_1079 (size=13051) 2024-12-06T08:41:08,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741904_1080 (size=13051) 2024-12-06T08:41:08,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-06T08:41:08,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:08,685 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-06T08:41:08,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:08,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:08,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:08,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:08,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:08,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:08,691 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/b3a122dec666474ebf562d0652b881b3 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/b3a122dec666474ebf562d0652b881b3 2024-12-06T08:41:08,692 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/e0df070e915c40bb95fa07fc846d33d4 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e0df070e915c40bb95fa07fc846d33d4 2024-12-06T08:41:08,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/3e76ebd50a4246a38d8ac6f226aa7110 is 50, key is test_row_0/A:col10/1733474468071/Put/seqid=0 2024-12-06T08:41:08,704 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/A of 9228b2c00478742b52da557cc95a8001 into e0df070e915c40bb95fa07fc846d33d4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:08,704 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:08,704 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/A, priority=13, startTime=1733474468615; duration=0sec 2024-12-06T08:41:08,704 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:08,704 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:A 2024-12-06T08:41:08,704 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:08,705 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/B of 9228b2c00478742b52da557cc95a8001 into b3a122dec666474ebf562d0652b881b3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:08,705 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:08,705 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/B, priority=13, startTime=1733474468616; duration=0sec 2024-12-06T08:41:08,705 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:08,705 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:B 2024-12-06T08:41:08,706 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:08,706 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/C is initiating minor compaction (all files) 2024-12-06T08:41:08,707 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/C in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:08,707 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/89d1af9b0a844e89a516fe6b0194fd0c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/66bd0b1f57254ca5a06b1e2bfccf5251, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/f8755398d88c46699d10de2f51d88b65] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=36.7 K 2024-12-06T08:41:08,707 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89d1af9b0a844e89a516fe6b0194fd0c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733474466540 2024-12-06T08:41:08,708 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66bd0b1f57254ca5a06b1e2bfccf5251, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733474467354 2024-12-06T08:41:08,708 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8755398d88c46699d10de2f51d88b65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733474467414 2024-12-06T08:41:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:08,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:08,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741905_1081 (size=12301) 2024-12-06T08:41:08,743 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#C#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:08,743 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/fc060ae3cd754aeaa5ce1033fe053a6d is 50, key is test_row_0/C:col10/1733474468049/Put/seqid=0 2024-12-06T08:41:08,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474528753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474528756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474528759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474528761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474528763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741906_1082 (size=13051) 2024-12-06T08:41:08,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474528869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474528878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474528879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474528879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:08,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474528879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:08,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:08,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-06T08:41:09,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474529077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474529088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474529098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474529098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474529098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,127 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/3e76ebd50a4246a38d8ac6f226aa7110 2024-12-06T08:41:09,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/5bfe2818aae64776b6f53aa561fc0e37 is 50, key is test_row_0/B:col10/1733474468071/Put/seqid=0 2024-12-06T08:41:09,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741907_1083 (size=12301) 2024-12-06T08:41:09,154 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/5bfe2818aae64776b6f53aa561fc0e37 2024-12-06T08:41:09,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/8abd2df214084bfa9cf1ac8b4d42b015 is 50, key is test_row_0/C:col10/1733474468071/Put/seqid=0 2024-12-06T08:41:09,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741908_1084 (size=12301) 2024-12-06T08:41:09,170 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/8abd2df214084bfa9cf1ac8b4d42b015 2024-12-06T08:41:09,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/3e76ebd50a4246a38d8ac6f226aa7110 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/3e76ebd50a4246a38d8ac6f226aa7110 2024-12-06T08:41:09,188 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/3e76ebd50a4246a38d8ac6f226aa7110, entries=150, sequenceid=410, filesize=12.0 K 2024-12-06T08:41:09,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/5bfe2818aae64776b6f53aa561fc0e37 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/5bfe2818aae64776b6f53aa561fc0e37 2024-12-06T08:41:09,197 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/5bfe2818aae64776b6f53aa561fc0e37, entries=150, sequenceid=410, filesize=12.0 K 2024-12-06T08:41:09,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/8abd2df214084bfa9cf1ac8b4d42b015 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/8abd2df214084bfa9cf1ac8b4d42b015 2024-12-06T08:41:09,211 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/8abd2df214084bfa9cf1ac8b4d42b015, entries=150, sequenceid=410, filesize=12.0 K 2024-12-06T08:41:09,217 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 9228b2c00478742b52da557cc95a8001 in 532ms, sequenceid=410, compaction requested=false 2024-12-06T08:41:09,217 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/fc060ae3cd754aeaa5ce1033fe053a6d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/fc060ae3cd754aeaa5ce1033fe053a6d 2024-12-06T08:41:09,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:09,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:09,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-06T08:41:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-06T08:41:09,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-06T08:41:09,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3140 sec 2024-12-06T08:41:09,226 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/C of 9228b2c00478742b52da557cc95a8001 into fc060ae3cd754aeaa5ce1033fe053a6d(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:09,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.3230 sec 2024-12-06T08:41:09,226 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:09,226 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/C, priority=13, startTime=1733474468618; duration=0sec 2024-12-06T08:41:09,226 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:09,226 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:C 2024-12-06T08:41:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:09,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-06T08:41:09,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:09,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:09,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:09,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:09,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:09,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:09,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/c0caf100ca624676b2f50f065bbef6cd is 50, key is test_row_0/A:col10/1733474469402/Put/seqid=0 2024-12-06T08:41:09,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474529422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474529423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474529424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474529425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474529428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741909_1085 (size=12301) 2024-12-06T08:41:09,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/c0caf100ca624676b2f50f065bbef6cd 2024-12-06T08:41:09,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/9566eb7f73d54104ade78b113ecf6f7b is 50, key is test_row_0/B:col10/1733474469402/Put/seqid=0 2024-12-06T08:41:09,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741910_1086 (size=12301) 2024-12-06T08:41:09,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/9566eb7f73d54104ade78b113ecf6f7b 2024-12-06T08:41:09,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/d4525fce003a4c57b51f2bda6461710a is 50, key is test_row_0/C:col10/1733474469402/Put/seqid=0 2024-12-06T08:41:09,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741911_1087 (size=12301) 2024-12-06T08:41:09,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/d4525fce003a4c57b51f2bda6461710a 2024-12-06T08:41:09,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/c0caf100ca624676b2f50f065bbef6cd as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c0caf100ca624676b2f50f065bbef6cd 2024-12-06T08:41:09,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c0caf100ca624676b2f50f065bbef6cd, entries=150, sequenceid=432, filesize=12.0 K 2024-12-06T08:41:09,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/9566eb7f73d54104ade78b113ecf6f7b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/9566eb7f73d54104ade78b113ecf6f7b 2024-12-06T08:41:09,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474529538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474529538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474529538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474529538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/9566eb7f73d54104ade78b113ecf6f7b, entries=150, sequenceid=432, filesize=12.0 K 2024-12-06T08:41:09,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/d4525fce003a4c57b51f2bda6461710a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/d4525fce003a4c57b51f2bda6461710a 2024-12-06T08:41:09,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474529548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/d4525fce003a4c57b51f2bda6461710a, entries=150, sequenceid=432, filesize=12.0 K 2024-12-06T08:41:09,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 9228b2c00478742b52da557cc95a8001 in 159ms, sequenceid=432, compaction requested=true 2024-12-06T08:41:09,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:09,563 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:09,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:09,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:09,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:09,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:09,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:09,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T08:41:09,564 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:09,564 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/A is initiating minor compaction (all files) 2024-12-06T08:41:09,564 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/A in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:09,565 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e0df070e915c40bb95fa07fc846d33d4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/3e76ebd50a4246a38d8ac6f226aa7110, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c0caf100ca624676b2f50f065bbef6cd] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=36.8 K 2024-12-06T08:41:09,565 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0df070e915c40bb95fa07fc846d33d4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733474467414 2024-12-06T08:41:09,566 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:09,568 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e76ebd50a4246a38d8ac6f226aa7110, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733474468071 2024-12-06T08:41:09,571 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0caf100ca624676b2f50f065bbef6cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733474468757 2024-12-06T08:41:09,572 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:09,572 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/B is initiating minor compaction (all files) 2024-12-06T08:41:09,572 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/B in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:09,572 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/b3a122dec666474ebf562d0652b881b3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/5bfe2818aae64776b6f53aa561fc0e37, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/9566eb7f73d54104ade78b113ecf6f7b] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=36.8 K 2024-12-06T08:41:09,573 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting b3a122dec666474ebf562d0652b881b3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733474467414 2024-12-06T08:41:09,573 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bfe2818aae64776b6f53aa561fc0e37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733474468071 2024-12-06T08:41:09,574 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 9566eb7f73d54104ade78b113ecf6f7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733474468757 2024-12-06T08:41:09,588 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#A#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:09,589 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/a18adfc691f64c3eb766d739a2e62f22 is 50, key is test_row_0/A:col10/1733474469402/Put/seqid=0 2024-12-06T08:41:09,590 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#B#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:09,590 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/59283dd538c04724a62f32d2ff35a22c is 50, key is test_row_0/B:col10/1733474469402/Put/seqid=0 2024-12-06T08:41:09,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741912_1088 (size=13153) 2024-12-06T08:41:09,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741913_1089 (size=13153) 2024-12-06T08:41:09,619 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/59283dd538c04724a62f32d2ff35a22c as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/59283dd538c04724a62f32d2ff35a22c 2024-12-06T08:41:09,626 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/B of 9228b2c00478742b52da557cc95a8001 into 59283dd538c04724a62f32d2ff35a22c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:09,626 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:09,626 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/B, priority=13, startTime=1733474469564; duration=0sec 2024-12-06T08:41:09,626 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:09,626 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:B 2024-12-06T08:41:09,626 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:09,628 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:09,628 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/C is initiating minor compaction (all files) 2024-12-06T08:41:09,629 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/C in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:09,629 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/fc060ae3cd754aeaa5ce1033fe053a6d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/8abd2df214084bfa9cf1ac8b4d42b015, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/d4525fce003a4c57b51f2bda6461710a] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=36.8 K 2024-12-06T08:41:09,629 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting fc060ae3cd754aeaa5ce1033fe053a6d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733474467414 2024-12-06T08:41:09,630 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 8abd2df214084bfa9cf1ac8b4d42b015, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733474468071 2024-12-06T08:41:09,630 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting d4525fce003a4c57b51f2bda6461710a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733474468757 2024-12-06T08:41:09,640 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#C#compaction#77 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:09,641 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/7ef29d5f72b14f678aca38b38ade7e73 is 50, key is test_row_0/C:col10/1733474469402/Put/seqid=0 2024-12-06T08:41:09,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741914_1090 (size=13153) 2024-12-06T08:41:09,667 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/7ef29d5f72b14f678aca38b38ade7e73 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/7ef29d5f72b14f678aca38b38ade7e73 2024-12-06T08:41:09,677 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/C of 9228b2c00478742b52da557cc95a8001 into 7ef29d5f72b14f678aca38b38ade7e73(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:09,677 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:09,677 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/C, priority=13, startTime=1733474469564; duration=0sec 2024-12-06T08:41:09,678 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:09,678 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:C 2024-12-06T08:41:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:09,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-06T08:41:09,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:09,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:09,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:09,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:09,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:09,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:09,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/28b82cc563f24f9ca37a95ab53fe087d is 50, key is test_row_0/A:col10/1733474469750/Put/seqid=0 2024-12-06T08:41:09,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741915_1091 (size=14741) 2024-12-06T08:41:09,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/28b82cc563f24f9ca37a95ab53fe087d 2024-12-06T08:41:09,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/a47bcb2714a54087a9b2e8547bfd90a0 is 50, key is test_row_0/B:col10/1733474469750/Put/seqid=0 2024-12-06T08:41:09,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741916_1092 (size=12301) 2024-12-06T08:41:09,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/a47bcb2714a54087a9b2e8547bfd90a0 2024-12-06T08:41:09,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474529787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474529789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474529790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474529792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474529792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/a405c4fad95845548cd84fca7f8b0a39 is 50, key is test_row_0/C:col10/1733474469750/Put/seqid=0 2024-12-06T08:41:09,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741917_1093 (size=12301) 2024-12-06T08:41:09,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/a405c4fad95845548cd84fca7f8b0a39 2024-12-06T08:41:09,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/28b82cc563f24f9ca37a95ab53fe087d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/28b82cc563f24f9ca37a95ab53fe087d 2024-12-06T08:41:09,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/28b82cc563f24f9ca37a95ab53fe087d, entries=200, sequenceid=448, filesize=14.4 K 2024-12-06T08:41:09,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/a47bcb2714a54087a9b2e8547bfd90a0 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/a47bcb2714a54087a9b2e8547bfd90a0 2024-12-06T08:41:09,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/a47bcb2714a54087a9b2e8547bfd90a0, entries=150, sequenceid=448, filesize=12.0 K 2024-12-06T08:41:09,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/a405c4fad95845548cd84fca7f8b0a39 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/a405c4fad95845548cd84fca7f8b0a39 2024-12-06T08:41:09,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/a405c4fad95845548cd84fca7f8b0a39, entries=150, sequenceid=448, filesize=12.0 K 2024-12-06T08:41:09,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 9228b2c00478742b52da557cc95a8001 in 117ms, sequenceid=448, compaction requested=false 2024-12-06T08:41:09,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:09,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-06T08:41:09,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:09,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:09,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:09,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:09,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:09,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:09,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/f154fa2720e442d88ec6d64c165ffada is 50, key is test_row_0/A:col10/1733474469898/Put/seqid=0 2024-12-06T08:41:09,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741918_1094 (size=14741) 2024-12-06T08:41:09,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/f154fa2720e442d88ec6d64c165ffada 2024-12-06T08:41:09,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474529917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474529918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474529920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474529922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:09,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474529924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:09,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:09,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:09,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/d91b840736b542d3864c36a4d3f96d83 is 50, key is test_row_0/B:col10/1733474469898/Put/seqid=0 2024-12-06T08:41:09,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741919_1095 (size=12301) 2024-12-06T08:41:10,020 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/a18adfc691f64c3eb766d739a2e62f22 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/a18adfc691f64c3eb766d739a2e62f22 2024-12-06T08:41:10,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474530028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474530028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,030 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/A of 9228b2c00478742b52da557cc95a8001 into a18adfc691f64c3eb766d739a2e62f22(size=12.8 K), total size for store is 27.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:10,030 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,030 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/A, priority=13, startTime=1733474469563; duration=0sec 2024-12-06T08:41:10,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,030 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474530029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,030 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:A 2024-12-06T08:41:10,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474530037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474530037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-06T08:41:10,048 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:10,049 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:41:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-06T08:41:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-06T08:41:10,051 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:41:10,052 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:41:10,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:41:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-06T08:41:10,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-06T08:41:10,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:10,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:10,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:10,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:10,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:10,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474530237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474530238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474530238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474530247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474530247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/d91b840736b542d3864c36a4d3f96d83 2024-12-06T08:41:10,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/d90e7d1a67134f179ece29ba2ae72125 is 50, key is test_row_0/C:col10/1733474469898/Put/seqid=0 2024-12-06T08:41:10,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-06T08:41:10,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:10,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:10,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:10,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:10,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-06T08:41:10,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741920_1096 (size=12301) 2024-12-06T08:41:10,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/d90e7d1a67134f179ece29ba2ae72125 2024-12-06T08:41:10,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/f154fa2720e442d88ec6d64c165ffada as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/f154fa2720e442d88ec6d64c165ffada 2024-12-06T08:41:10,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/f154fa2720e442d88ec6d64c165ffada, entries=200, sequenceid=468, filesize=14.4 K 2024-12-06T08:41:10,399 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-06T08:41:10,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/d91b840736b542d3864c36a4d3f96d83 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d91b840736b542d3864c36a4d3f96d83 2024-12-06T08:41:10,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d91b840736b542d3864c36a4d3f96d83, entries=150, sequenceid=468, filesize=12.0 K 2024-12-06T08:41:10,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/d90e7d1a67134f179ece29ba2ae72125 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/d90e7d1a67134f179ece29ba2ae72125 2024-12-06T08:41:10,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/d90e7d1a67134f179ece29ba2ae72125, entries=150, sequenceid=468, filesize=12.0 K 2024-12-06T08:41:10,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 9228b2c00478742b52da557cc95a8001 in 520ms, sequenceid=468, compaction requested=true 2024-12-06T08:41:10,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:10,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:10,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:10,421 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:10,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:10,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:10,421 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:10,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:10,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:10,423 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:10,423 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:10,424 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/B is initiating minor compaction (all files) 2024-12-06T08:41:10,424 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/A is initiating minor compaction (all files) 2024-12-06T08:41:10,424 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/B in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:10,424 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/A in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:10,424 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/59283dd538c04724a62f32d2ff35a22c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/a47bcb2714a54087a9b2e8547bfd90a0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d91b840736b542d3864c36a4d3f96d83] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=36.9 K 2024-12-06T08:41:10,424 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/a18adfc691f64c3eb766d739a2e62f22, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/28b82cc563f24f9ca37a95ab53fe087d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/f154fa2720e442d88ec6d64c165ffada] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=41.6 K 2024-12-06T08:41:10,425 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a18adfc691f64c3eb766d739a2e62f22, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733474468757 2024-12-06T08:41:10,425 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 59283dd538c04724a62f32d2ff35a22c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733474468757 2024-12-06T08:41:10,425 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28b82cc563f24f9ca37a95ab53fe087d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733474469420 2024-12-06T08:41:10,425 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting a47bcb2714a54087a9b2e8547bfd90a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733474469422 2024-12-06T08:41:10,426 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting d91b840736b542d3864c36a4d3f96d83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1733474469783 2024-12-06T08:41:10,426 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f154fa2720e442d88ec6d64c165ffada, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1733474469783 2024-12-06T08:41:10,437 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:10,438 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/515ef0c55daf4bef9bfe59c637d23281 is 50, key is test_row_0/B:col10/1733474469898/Put/seqid=0 2024-12-06T08:41:10,453 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:10,455 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/79ec721174ab4f24a08a896e539ee5b1 is 50, key is test_row_0/A:col10/1733474469898/Put/seqid=0 2024-12-06T08:41:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741921_1097 (size=13255) 2024-12-06T08:41:10,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741922_1098 (size=13255) 2024-12-06T08:41:10,496 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/515ef0c55daf4bef9bfe59c637d23281 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/515ef0c55daf4bef9bfe59c637d23281 2024-12-06T08:41:10,504 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/79ec721174ab4f24a08a896e539ee5b1 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/79ec721174ab4f24a08a896e539ee5b1 2024-12-06T08:41:10,512 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/B of 9228b2c00478742b52da557cc95a8001 into 515ef0c55daf4bef9bfe59c637d23281(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:10,512 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:10,512 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/B, priority=13, startTime=1733474470421; duration=0sec 2024-12-06T08:41:10,512 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:10,512 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:B 2024-12-06T08:41:10,512 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:10,514 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:10,514 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/C is initiating minor compaction (all files) 2024-12-06T08:41:10,514 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/C in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:10,514 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/7ef29d5f72b14f678aca38b38ade7e73, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/a405c4fad95845548cd84fca7f8b0a39, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/d90e7d1a67134f179ece29ba2ae72125] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=36.9 K 2024-12-06T08:41:10,514 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/A of 9228b2c00478742b52da557cc95a8001 into 79ec721174ab4f24a08a896e539ee5b1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:10,514 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:10,514 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/A, priority=13, startTime=1733474470421; duration=0sec 2024-12-06T08:41:10,515 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ef29d5f72b14f678aca38b38ade7e73, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733474468757 2024-12-06T08:41:10,515 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:10,515 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:A 2024-12-06T08:41:10,515 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting a405c4fad95845548cd84fca7f8b0a39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733474469422 2024-12-06T08:41:10,516 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting d90e7d1a67134f179ece29ba2ae72125, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1733474469783 2024-12-06T08:41:10,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-06T08:41:10,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:10,520 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-06T08:41:10,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:10,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:10,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:10,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:10,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:10,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:10,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/d579272200854dfca8a330eb53ec49c4 is 50, key is test_row_0/A:col10/1733474469912/Put/seqid=0 2024-12-06T08:41:10,550 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#C#compaction#87 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:10,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:10,555 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/235b212ec3e3440a8053d9a97ad503e2 is 50, key is test_row_0/C:col10/1733474469898/Put/seqid=0 2024-12-06T08:41:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:10,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741923_1099 (size=12301) 2024-12-06T08:41:10,589 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/d579272200854dfca8a330eb53ec49c4 2024-12-06T08:41:10,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474530583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,602 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474470592, max timestamp=1733474470597Num uniques 859; 2024-12-06T08:41:10,602 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474470592, max timestamp=1733474470597Num uniques 859; 2024-12-06T08:41:10,602 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:41:10,603 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:41:10,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/5ca056713c67453e9800d72e5de0df3d is 50, key is test_row_0/B:col10/1733474469912/Put/seqid=0 2024-12-06T08:41:10,608 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474470592, max timestamp=1733474470597Num uniques 859; 2024-12-06T08:41:10,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:41:10,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741924_1100 (size=13255) 2024-12-06T08:41:10,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474530642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474530644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474530652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741925_1101 (size=12301) 2024-12-06T08:41:10,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474530652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-06T08:41:10,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474530707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474530759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474530759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474530768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474530768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474530918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474530967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474530967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474530978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:10,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474530978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:10,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:10,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:10,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:11,027 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/235b212ec3e3440a8053d9a97ad503e2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/235b212ec3e3440a8053d9a97ad503e2 2024-12-06T08:41:11,034 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/C of 9228b2c00478742b52da557cc95a8001 into 235b212ec3e3440a8053d9a97ad503e2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:11,034 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:11,034 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/C, priority=13, startTime=1733474470421; duration=0sec 2024-12-06T08:41:11,034 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:11,034 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:C 2024-12-06T08:41:11,061 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/5ca056713c67453e9800d72e5de0df3d 2024-12-06T08:41:11,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/18b6240e22ce4692b7e8da97c46fd359 is 50, key is test_row_0/C:col10/1733474469912/Put/seqid=0 2024-12-06T08:41:11,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741926_1102 (size=12301) 2024-12-06T08:41:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-06T08:41:11,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474531238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:11,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:11,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474531277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:11,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474531288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:11,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474531288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:11,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474531288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:11,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:11,490 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/18b6240e22ce4692b7e8da97c46fd359 2024-12-06T08:41:11,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/d579272200854dfca8a330eb53ec49c4 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/d579272200854dfca8a330eb53ec49c4 2024-12-06T08:41:11,507 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/d579272200854dfca8a330eb53ec49c4, entries=150, sequenceid=483, filesize=12.0 K 2024-12-06T08:41:11,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/5ca056713c67453e9800d72e5de0df3d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/5ca056713c67453e9800d72e5de0df3d 2024-12-06T08:41:11,516 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/5ca056713c67453e9800d72e5de0df3d, entries=150, sequenceid=483, filesize=12.0 K 2024-12-06T08:41:11,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/18b6240e22ce4692b7e8da97c46fd359 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/18b6240e22ce4692b7e8da97c46fd359 2024-12-06T08:41:11,525 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/18b6240e22ce4692b7e8da97c46fd359, entries=150, sequenceid=483, filesize=12.0 K 2024-12-06T08:41:11,526 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for 9228b2c00478742b52da557cc95a8001 in 1006ms, sequenceid=483, compaction requested=false 2024-12-06T08:41:11,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:11,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:11,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-06T08:41:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-06T08:41:11,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-06T08:41:11,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4770 sec 2024-12-06T08:41:11,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.4830 sec 2024-12-06T08:41:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:11,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-06T08:41:11,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:11,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:11,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:11,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:11,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:11,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:11,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/b50454d34e94403d8fe5c84100e6b462 is 50, key is test_row_0/A:col10/1733474470648/Put/seqid=0 2024-12-06T08:41:11,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741927_1103 (size=14741) 2024-12-06T08:41:11,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/b50454d34e94403d8fe5c84100e6b462 2024-12-06T08:41:11,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474531817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:11,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474531816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:11,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474531820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:11,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474531826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:11,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474531827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:11,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:11,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:11,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/6fb3552a7d574730851ecf86142d1529 is 50, key is test_row_0/B:col10/1733474470648/Put/seqid=0 2024-12-06T08:41:11,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741928_1104 (size=12301) 2024-12-06T08:41:11,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/6fb3552a7d574730851ecf86142d1529 2024-12-06T08:41:11,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/b956f098736f498b88d4130b10e85109 is 50, key is test_row_0/C:col10/1733474470648/Put/seqid=0 2024-12-06T08:41:11,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741929_1105 (size=12301) 2024-12-06T08:41:11,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/b956f098736f498b88d4130b10e85109 2024-12-06T08:41:11,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/b50454d34e94403d8fe5c84100e6b462 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/b50454d34e94403d8fe5c84100e6b462 2024-12-06T08:41:11,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/b50454d34e94403d8fe5c84100e6b462, entries=200, sequenceid=521, filesize=14.4 K 2024-12-06T08:41:11,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/6fb3552a7d574730851ecf86142d1529 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/6fb3552a7d574730851ecf86142d1529 2024-12-06T08:41:11,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/6fb3552a7d574730851ecf86142d1529, entries=150, sequenceid=521, filesize=12.0 K 2024-12-06T08:41:11,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/b956f098736f498b88d4130b10e85109 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/b956f098736f498b88d4130b10e85109 2024-12-06T08:41:11,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474531937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474531937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:11,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474531938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:11,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:11,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474531948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:11,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:11,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474531949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:11,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/b956f098736f498b88d4130b10e85109, entries=150, sequenceid=521, filesize=12.0 K 2024-12-06T08:41:11,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for 9228b2c00478742b52da557cc95a8001 in 195ms, sequenceid=521, compaction requested=true 2024-12-06T08:41:11,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:11,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:11,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:11,958 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:11,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:11,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:11,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:11,958 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:11,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:11,960 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:11,960 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/A is initiating minor compaction (all files) 2024-12-06T08:41:11,960 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/A in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:11,960 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/79ec721174ab4f24a08a896e539ee5b1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/d579272200854dfca8a330eb53ec49c4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/b50454d34e94403d8fe5c84100e6b462] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=39.4 K 2024-12-06T08:41:11,962 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:11,962 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/B is initiating minor compaction (all files) 2024-12-06T08:41:11,962 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/B in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:11,962 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/515ef0c55daf4bef9bfe59c637d23281, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/5ca056713c67453e9800d72e5de0df3d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/6fb3552a7d574730851ecf86142d1529] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=37.0 K 2024-12-06T08:41:11,964 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 515ef0c55daf4bef9bfe59c637d23281, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1733474469783 2024-12-06T08:41:11,964 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79ec721174ab4f24a08a896e539ee5b1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1733474469783 2024-12-06T08:41:11,966 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ca056713c67453e9800d72e5de0df3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1733474469912 2024-12-06T08:41:11,967 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting d579272200854dfca8a330eb53ec49c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1733474469912 2024-12-06T08:41:11,967 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fb3552a7d574730851ecf86142d1529, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1733474470638 2024-12-06T08:41:11,968 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting b50454d34e94403d8fe5c84100e6b462, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1733474470638 2024-12-06T08:41:11,981 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#A#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:11,981 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#B#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:11,982 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/e3a7f374f38b4134a44a2c5ab2f7a25a is 50, key is test_row_0/A:col10/1733474470648/Put/seqid=0 2024-12-06T08:41:11,982 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/579b99d4faa642b39c40834adf1fa527 is 50, key is test_row_0/B:col10/1733474470648/Put/seqid=0 2024-12-06T08:41:12,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741930_1106 (size=13357) 2024-12-06T08:41:12,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741931_1107 (size=13357) 2024-12-06T08:41:12,022 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/e3a7f374f38b4134a44a2c5ab2f7a25a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e3a7f374f38b4134a44a2c5ab2f7a25a 2024-12-06T08:41:12,032 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/A of 9228b2c00478742b52da557cc95a8001 into e3a7f374f38b4134a44a2c5ab2f7a25a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:12,032 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:12,032 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/A, priority=13, startTime=1733474471958; duration=0sec 2024-12-06T08:41:12,032 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:12,032 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:A 2024-12-06T08:41:12,032 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:12,034 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:12,034 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/C is initiating minor compaction (all files) 2024-12-06T08:41:12,034 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/C in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:12,035 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/235b212ec3e3440a8053d9a97ad503e2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/18b6240e22ce4692b7e8da97c46fd359, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/b956f098736f498b88d4130b10e85109] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=37.0 K 2024-12-06T08:41:12,037 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 235b212ec3e3440a8053d9a97ad503e2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1733474469783 2024-12-06T08:41:12,040 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18b6240e22ce4692b7e8da97c46fd359, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1733474469912 2024-12-06T08:41:12,040 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting b956f098736f498b88d4130b10e85109, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1733474470638 2024-12-06T08:41:12,054 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#C#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:12,055 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/e06e09dda0a44505a85aeaa831800371 is 50, key is test_row_0/C:col10/1733474470648/Put/seqid=0 2024-12-06T08:41:12,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741932_1108 (size=13357) 2024-12-06T08:41:12,104 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/e06e09dda0a44505a85aeaa831800371 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/e06e09dda0a44505a85aeaa831800371 2024-12-06T08:41:12,119 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/C of 9228b2c00478742b52da557cc95a8001 into e06e09dda0a44505a85aeaa831800371(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:12,119 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:12,119 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/C, priority=13, startTime=1733474471958; duration=0sec 2024-12-06T08:41:12,120 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:12,120 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:C 2024-12-06T08:41:12,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-06T08:41:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:12,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:12,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:12,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:12,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:12,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:12,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:12,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/1be5f927b91d44e7a88b460e2b6e63b9 is 50, key is test_row_0/A:col10/1733474472151/Put/seqid=0 2024-12-06T08:41:12,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474532179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474532183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474532181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474532186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474532187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-06T08:41:12,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741933_1109 (size=17181) 2024-12-06T08:41:12,208 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:12,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/1be5f927b91d44e7a88b460e2b6e63b9 2024-12-06T08:41:12,210 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:41:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-06T08:41:12,213 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:41:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-06T08:41:12,214 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:41:12,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:41:12,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/7a170f7d234144af8592532c9c83c0ba is 50, key is test_row_0/B:col10/1733474472151/Put/seqid=0 2024-12-06T08:41:12,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741934_1110 (size=12301) 2024-12-06T08:41:12,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474532298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474532298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474532298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474532299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474532299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-06T08:41:12,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-06T08:41:12,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:12,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:12,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:12,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:12,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:12,410 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/579b99d4faa642b39c40834adf1fa527 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/579b99d4faa642b39c40834adf1fa527 2024-12-06T08:41:12,421 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/B of 9228b2c00478742b52da557cc95a8001 into 579b99d4faa642b39c40834adf1fa527(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:12,421 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:12,421 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/B, priority=13, startTime=1733474471958; duration=0sec 2024-12-06T08:41:12,421 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:12,421 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:B 2024-12-06T08:41:12,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474532508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474532508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474532508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474532509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474532510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-06T08:41:12,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:12,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:12,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:12,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:12,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-06T08:41:12,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-06T08:41:12,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:12,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:12,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:12,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:12,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:12,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/7a170f7d234144af8592532c9c83c0ba 2024-12-06T08:41:12,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/353b4514cde341c4bdfdeacc2bd1d85b is 50, key is test_row_0/C:col10/1733474472151/Put/seqid=0 2024-12-06T08:41:12,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741935_1111 (size=12301) 2024-12-06T08:41:12,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/353b4514cde341c4bdfdeacc2bd1d85b 2024-12-06T08:41:12,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/1be5f927b91d44e7a88b460e2b6e63b9 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/1be5f927b91d44e7a88b460e2b6e63b9 2024-12-06T08:41:12,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/1be5f927b91d44e7a88b460e2b6e63b9, entries=250, sequenceid=537, filesize=16.8 K 2024-12-06T08:41:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/7a170f7d234144af8592532c9c83c0ba as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/7a170f7d234144af8592532c9c83c0ba 2024-12-06T08:41:12,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/7a170f7d234144af8592532c9c83c0ba, entries=150, sequenceid=537, filesize=12.0 K 2024-12-06T08:41:12,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/353b4514cde341c4bdfdeacc2bd1d85b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/353b4514cde341c4bdfdeacc2bd1d85b 2024-12-06T08:41:12,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/353b4514cde341c4bdfdeacc2bd1d85b, entries=150, sequenceid=537, filesize=12.0 K 2024-12-06T08:41:12,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 9228b2c00478742b52da557cc95a8001 in 606ms, sequenceid=537, compaction requested=false 2024-12-06T08:41:12,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:12,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-06T08:41:12,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:12,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:12,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:12,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:12,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:12,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:12,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-06T08:41:12,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:12,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:12,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:12,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:12,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-06T08:41:12,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474532839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/50f319892a2146e99ea10204666aa397 is 50, key is test_row_0/A:col10/1733474472823/Put/seqid=0 2024-12-06T08:41:12,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474532842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474532842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474532844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474532844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741936_1112 (size=12301) 2024-12-06T08:41:12,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/50f319892a2146e99ea10204666aa397 2024-12-06T08:41:12,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/6cff02f267084333828d08b308d536b2 is 50, key is test_row_0/B:col10/1733474472823/Put/seqid=0 2024-12-06T08:41:12,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741937_1113 (size=12301) 2024-12-06T08:41:12,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/6cff02f267084333828d08b308d536b2 2024-12-06T08:41:12,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/5769549103be4cd68b0ddd9a88a38e04 is 50, key is test_row_0/C:col10/1733474472823/Put/seqid=0 2024-12-06T08:41:12,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474532948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474532957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474532957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474532958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:12,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474532958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:12,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:12,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:12,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741938_1114 (size=12301) 2024-12-06T08:41:12,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/5769549103be4cd68b0ddd9a88a38e04 2024-12-06T08:41:12,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-06T08:41:12,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:12,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:12,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:12,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:12,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:12,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/50f319892a2146e99ea10204666aa397 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/50f319892a2146e99ea10204666aa397 2024-12-06T08:41:12,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/50f319892a2146e99ea10204666aa397, entries=150, sequenceid=558, filesize=12.0 K 2024-12-06T08:41:12,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/6cff02f267084333828d08b308d536b2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/6cff02f267084333828d08b308d536b2 2024-12-06T08:41:13,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/6cff02f267084333828d08b308d536b2, entries=150, sequenceid=558, filesize=12.0 K 2024-12-06T08:41:13,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/5769549103be4cd68b0ddd9a88a38e04 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/5769549103be4cd68b0ddd9a88a38e04 2024-12-06T08:41:13,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/5769549103be4cd68b0ddd9a88a38e04, entries=150, sequenceid=558, filesize=12.0 K 2024-12-06T08:41:13,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 9228b2c00478742b52da557cc95a8001 in 197ms, sequenceid=558, compaction requested=true 2024-12-06T08:41:13,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:13,020 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:13,022 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:13,022 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/A is initiating minor compaction (all files) 2024-12-06T08:41:13,022 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/A in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:13,022 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e3a7f374f38b4134a44a2c5ab2f7a25a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/1be5f927b91d44e7a88b460e2b6e63b9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/50f319892a2146e99ea10204666aa397] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=41.8 K 2024-12-06T08:41:13,023 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3a7f374f38b4134a44a2c5ab2f7a25a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1733474470638 2024-12-06T08:41:13,023 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1be5f927b91d44e7a88b460e2b6e63b9, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1733474471811 2024-12-06T08:41:13,024 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50f319892a2146e99ea10204666aa397, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733474472181 2024-12-06T08:41:13,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:13,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:13,032 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:13,033 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:13,033 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/B is initiating minor compaction (all files) 2024-12-06T08:41:13,033 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/B in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:13,034 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/579b99d4faa642b39c40834adf1fa527, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/7a170f7d234144af8592532c9c83c0ba, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/6cff02f267084333828d08b308d536b2] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=37.1 K 2024-12-06T08:41:13,034 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 579b99d4faa642b39c40834adf1fa527, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1733474470638 2024-12-06T08:41:13,035 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a170f7d234144af8592532c9c83c0ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1733474471811 2024-12-06T08:41:13,035 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cff02f267084333828d08b308d536b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733474472181 2024-12-06T08:41:13,036 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#A#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:13,037 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/cc071e5e46674790a6d2c44390d3e707 is 50, key is test_row_0/A:col10/1733474472823/Put/seqid=0 2024-12-06T08:41:13,060 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#B#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:13,060 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/81dde2aa47844b218f6330c7093289f3 is 50, key is test_row_0/B:col10/1733474472823/Put/seqid=0 2024-12-06T08:41:13,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:13,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:13,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:13,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:13,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741939_1115 (size=13459) 2024-12-06T08:41:13,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741940_1116 (size=13459) 2024-12-06T08:41:13,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-06T08:41:13,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:13,145 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-06T08:41:13,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:13,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:13,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:13,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:13,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:13,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:13,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/327d13c4d6234256acceca5a45dd3a4d is 50, key is test_row_0/A:col10/1733474472842/Put/seqid=0 2024-12-06T08:41:13,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:13,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741941_1117 (size=12301) 2024-12-06T08:41:13,175 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/327d13c4d6234256acceca5a45dd3a4d 2024-12-06T08:41:13,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/d6e31e54896b4ca5bb9e759a60493dbc is 50, key is test_row_0/B:col10/1733474472842/Put/seqid=0 2024-12-06T08:41:13,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741942_1118 (size=12301) 2024-12-06T08:41:13,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474533211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474533213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:13,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:13,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474533221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:13,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474533224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:13,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474533230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:13,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474533328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474533328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-06T08:41:13,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474533348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474533348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474533348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:13,501 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/cc071e5e46674790a6d2c44390d3e707 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/cc071e5e46674790a6d2c44390d3e707 2024-12-06T08:41:13,522 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/81dde2aa47844b218f6330c7093289f3 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/81dde2aa47844b218f6330c7093289f3 2024-12-06T08:41:13,534 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/B of 9228b2c00478742b52da557cc95a8001 into 81dde2aa47844b218f6330c7093289f3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:13,534 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:13,534 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/B, priority=13, startTime=1733474473032; duration=0sec 2024-12-06T08:41:13,534 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:13,534 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:B 2024-12-06T08:41:13,535 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:13,535 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/A of 9228b2c00478742b52da557cc95a8001 into cc071e5e46674790a6d2c44390d3e707(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:13,535 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:13,535 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/A, priority=13, startTime=1733474473020; duration=0sec 2024-12-06T08:41:13,536 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:13,536 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:A 2024-12-06T08:41:13,536 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:13,536 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/C is initiating minor compaction (all files) 2024-12-06T08:41:13,536 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/C in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:13,537 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/e06e09dda0a44505a85aeaa831800371, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/353b4514cde341c4bdfdeacc2bd1d85b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/5769549103be4cd68b0ddd9a88a38e04] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=37.1 K 2024-12-06T08:41:13,538 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting e06e09dda0a44505a85aeaa831800371, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1733474470638 2024-12-06T08:41:13,538 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 353b4514cde341c4bdfdeacc2bd1d85b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1733474471811 2024-12-06T08:41:13,539 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 5769549103be4cd68b0ddd9a88a38e04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733474472181 2024-12-06T08:41:13,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474533537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474533538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:13,562 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#C#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:13,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474533558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,563 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/31d6f7537012496985697baae8c23177 is 50, key is test_row_0/C:col10/1733474472823/Put/seqid=0 2024-12-06T08:41:13,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474533558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474533558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:13,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:13,599 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/d6e31e54896b4ca5bb9e759a60493dbc 2024-12-06T08:41:13,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741943_1119 (size=13459) 2024-12-06T08:41:13,615 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/31d6f7537012496985697baae8c23177 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/31d6f7537012496985697baae8c23177 2024-12-06T08:41:13,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/706d960076fe4695a1f1dddb78dcaf4c is 50, key is test_row_0/C:col10/1733474472842/Put/seqid=0 2024-12-06T08:41:13,623 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/C of 9228b2c00478742b52da557cc95a8001 into 31d6f7537012496985697baae8c23177(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:13,623 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:13,623 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/C, priority=13, startTime=1733474473067; duration=0sec 2024-12-06T08:41:13,623 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:13,623 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:C 2024-12-06T08:41:13,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741944_1120 (size=12301) 2024-12-06T08:41:13,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474533858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474533858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:13,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474533868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:13,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474533869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:13,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474533878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:13,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:13,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:14,039 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/706d960076fe4695a1f1dddb78dcaf4c 2024-12-06T08:41:14,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/327d13c4d6234256acceca5a45dd3a4d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/327d13c4d6234256acceca5a45dd3a4d 2024-12-06T08:41:14,052 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/327d13c4d6234256acceca5a45dd3a4d, entries=150, sequenceid=571, filesize=12.0 K 2024-12-06T08:41:14,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/d6e31e54896b4ca5bb9e759a60493dbc as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d6e31e54896b4ca5bb9e759a60493dbc 2024-12-06T08:41:14,065 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d6e31e54896b4ca5bb9e759a60493dbc, entries=150, sequenceid=571, filesize=12.0 K 2024-12-06T08:41:14,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/706d960076fe4695a1f1dddb78dcaf4c as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/706d960076fe4695a1f1dddb78dcaf4c 2024-12-06T08:41:14,075 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/706d960076fe4695a1f1dddb78dcaf4c, entries=150, sequenceid=571, filesize=12.0 K 2024-12-06T08:41:14,080 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 9228b2c00478742b52da557cc95a8001 in 936ms, sequenceid=571, compaction requested=false 2024-12-06T08:41:14,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:14,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:14,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-06T08:41:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-06T08:41:14,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-06T08:41:14,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8680 sec 2024-12-06T08:41:14,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.8760 sec 2024-12-06T08:41:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-06T08:41:14,358 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:14,359 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:41:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-06T08:41:14,362 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:41:14,363 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:41:14,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:41:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-06T08:41:14,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474473212, max timestamp=1733474474373Num uniques 859; 2024-12-06T08:41:14,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:41:14,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474473212, max timestamp=1733474474373Num uniques 859; 2024-12-06T08:41:14,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474473212, max timestamp=1733474474373Num uniques 859; 2024-12-06T08:41:14,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:41:14,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-12-06T08:41:14,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:41:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:14,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:14,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:14,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:14,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:14,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:14,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:14,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/ea3aa5e931da479287b0b76c4dfb41c9 is 50, key is test_row_0/A:col10/1733474474371/Put/seqid=0 2024-12-06T08:41:14,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741945_1121 (size=14741) 2024-12-06T08:41:14,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/ea3aa5e931da479287b0b76c4dfb41c9 2024-12-06T08:41:14,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/640bc1fd409a4139ac544a132c6e6cdc is 50, key is test_row_0/B:col10/1733474474371/Put/seqid=0 2024-12-06T08:41:14,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741946_1122 (size=12301) 2024-12-06T08:41:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-06T08:41:14,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/640bc1fd409a4139ac544a132c6e6cdc 2024-12-06T08:41:14,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/57f193a5b5cb4fb783badc55bb507424 is 50, key is test_row_0/C:col10/1733474474371/Put/seqid=0 2024-12-06T08:41:14,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741947_1123 (size=12301) 2024-12-06T08:41:14,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/57f193a5b5cb4fb783badc55bb507424 2024-12-06T08:41:14,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/ea3aa5e931da479287b0b76c4dfb41c9 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ea3aa5e931da479287b0b76c4dfb41c9 2024-12-06T08:41:14,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474474430, max timestamp=1733474474468Num uniques 859; 2024-12-06T08:41:14,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:41:14,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474474430, max timestamp=1733474474468Num uniques 859; 2024-12-06T08:41:14,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:41:14,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474474430, max timestamp=1733474474468Num uniques 859; 2024-12-06T08:41:14,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:41:14,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ea3aa5e931da479287b0b76c4dfb41c9, entries=200, sequenceid=596, filesize=14.4 K 2024-12-06T08:41:14,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/640bc1fd409a4139ac544a132c6e6cdc as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/640bc1fd409a4139ac544a132c6e6cdc 2024-12-06T08:41:14,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-06T08:41:14,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:14,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:14,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:14,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:14,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:14,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/640bc1fd409a4139ac544a132c6e6cdc, entries=150, sequenceid=596, filesize=12.0 K 2024-12-06T08:41:14,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/57f193a5b5cb4fb783badc55bb507424 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/57f193a5b5cb4fb783badc55bb507424 2024-12-06T08:41:14,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/57f193a5b5cb4fb783badc55bb507424, entries=150, sequenceid=596, filesize=12.0 K 2024-12-06T08:41:14,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=114.05 KB/116790 for 9228b2c00478742b52da557cc95a8001 in 179ms, sequenceid=596, compaction requested=true 2024-12-06T08:41:14,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:14,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:14,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:14,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:14,558 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:14,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:14,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:14,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T08:41:14,559 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:14,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=120.76 KB heapSize=345.14 KB 2024-12-06T08:41:14,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:14,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:14,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:14,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:14,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:14,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:14,561 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:14,561 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/A is initiating minor compaction (all files) 2024-12-06T08:41:14,561 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/A in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:14,561 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/cc071e5e46674790a6d2c44390d3e707, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/327d13c4d6234256acceca5a45dd3a4d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ea3aa5e931da479287b0b76c4dfb41c9] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=39.6 K 2024-12-06T08:41:14,561 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:14,562 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/B is initiating minor compaction (all files) 2024-12-06T08:41:14,562 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/B in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:14,562 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/81dde2aa47844b218f6330c7093289f3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d6e31e54896b4ca5bb9e759a60493dbc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/640bc1fd409a4139ac544a132c6e6cdc] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=37.2 K 2024-12-06T08:41:14,562 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc071e5e46674790a6d2c44390d3e707, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733474472181 2024-12-06T08:41:14,564 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 81dde2aa47844b218f6330c7093289f3, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733474472181 2024-12-06T08:41:14,564 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 327d13c4d6234256acceca5a45dd3a4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1733474472839 2024-12-06T08:41:14,565 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea3aa5e931da479287b0b76c4dfb41c9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1733474473212 2024-12-06T08:41:14,565 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting d6e31e54896b4ca5bb9e759a60493dbc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1733474472839 2024-12-06T08:41:14,566 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 640bc1fd409a4139ac544a132c6e6cdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1733474473212 2024-12-06T08:41:14,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/ee16f8f3b7964d85a812dd9ca26131ff is 50, key is test_row_0/A:col10/1733474474555/Put/seqid=0 2024-12-06T08:41:14,596 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#A#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:14,597 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/e8550b2474574015b1d0e4c94399262f is 50, key is test_row_0/A:col10/1733474474371/Put/seqid=0 2024-12-06T08:41:14,606 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#B#compaction#113 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:14,607 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/47e1c4fe4ce3433f9239259183b1536a is 50, key is test_row_0/B:col10/1733474474371/Put/seqid=0 2024-12-06T08:41:14,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474534615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:14,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:14,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741948_1124 (size=26945) 2024-12-06T08:41:14,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/ee16f8f3b7964d85a812dd9ca26131ff 2024-12-06T08:41:14,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474534616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474534618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:14,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474534632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:14,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474534633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:14,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:14,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741949_1125 (size=13561) 2024-12-06T08:41:14,674 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/e8550b2474574015b1d0e4c94399262f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e8550b2474574015b1d0e4c94399262f 2024-12-06T08:41:14,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-06T08:41:14,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:14,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:14,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:14,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:14,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-06T08:41:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:14,682 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/A of 9228b2c00478742b52da557cc95a8001 into e8550b2474574015b1d0e4c94399262f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:14,682 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:14,682 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/A, priority=13, startTime=1733474474558; duration=0sec 2024-12-06T08:41:14,682 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:14,683 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:A 2024-12-06T08:41:14,683 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:14,684 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:14,685 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/C is initiating minor compaction (all files) 2024-12-06T08:41:14,685 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/C in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:14,685 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/31d6f7537012496985697baae8c23177, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/706d960076fe4695a1f1dddb78dcaf4c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/57f193a5b5cb4fb783badc55bb507424] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=37.2 K 2024-12-06T08:41:14,686 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31d6f7537012496985697baae8c23177, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733474472181 2024-12-06T08:41:14,686 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 706d960076fe4695a1f1dddb78dcaf4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1733474472839 2024-12-06T08:41:14,687 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57f193a5b5cb4fb783badc55bb507424, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1733474473212 2024-12-06T08:41:14,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/73db5dc88f6641febebd128c605e4c05 is 50, key is test_row_0/B:col10/1733474474555/Put/seqid=0 2024-12-06T08:41:14,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741950_1126 (size=13561) 2024-12-06T08:41:14,713 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/47e1c4fe4ce3433f9239259183b1536a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/47e1c4fe4ce3433f9239259183b1536a 2024-12-06T08:41:14,718 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#C#compaction#115 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:14,719 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/0c29a3295c4d444da43087ee41708426 is 50, key is test_row_0/C:col10/1733474474371/Put/seqid=0 2024-12-06T08:41:14,720 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/B of 9228b2c00478742b52da557cc95a8001 into 47e1c4fe4ce3433f9239259183b1536a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:14,720 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:14,720 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/B, priority=13, startTime=1733474474558; duration=0sec 2024-12-06T08:41:14,720 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:14,720 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:B 2024-12-06T08:41:14,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474534737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:14,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474534758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:14,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:14,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474534758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:14,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:14,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474534758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:14,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:14,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474534767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:14,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741951_1127 (size=12301) 2024-12-06T08:41:14,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:14,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741952_1128 (size=13561) 2024-12-06T08:41:14,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-06T08:41:14,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:14,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:14,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:14,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:14,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:14,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474534967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:14,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-06T08:41:14,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474534988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:14,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:14,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474534988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:14,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:14,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474534989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:14,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474534989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:14,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:14,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:14,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-06T08:41:14,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:14,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:14,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:14,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:14,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:15,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-06T08:41:15,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:15,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:15,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:15,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:15,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:15,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/73db5dc88f6641febebd128c605e4c05 2024-12-06T08:41:15,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/3670b413c70b4adda1afd4c0d6e41037 is 50, key is test_row_0/C:col10/1733474474555/Put/seqid=0 2024-12-06T08:41:15,224 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/0c29a3295c4d444da43087ee41708426 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/0c29a3295c4d444da43087ee41708426 2024-12-06T08:41:15,233 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/C of 9228b2c00478742b52da557cc95a8001 into 0c29a3295c4d444da43087ee41708426(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:15,233 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:15,233 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/C, priority=13, startTime=1733474474558; duration=0sec 2024-12-06T08:41:15,233 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:15,233 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:C 2024-12-06T08:41:15,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741953_1129 (size=12301) 2024-12-06T08:41:15,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/3670b413c70b4adda1afd4c0d6e41037 2024-12-06T08:41:15,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/ee16f8f3b7964d85a812dd9ca26131ff as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ee16f8f3b7964d85a812dd9ca26131ff 2024-12-06T08:41:15,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ee16f8f3b7964d85a812dd9ca26131ff, entries=450, sequenceid=631, filesize=26.3 K 2024-12-06T08:41:15,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/73db5dc88f6641febebd128c605e4c05 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/73db5dc88f6641febebd128c605e4c05 2024-12-06T08:41:15,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/73db5dc88f6641febebd128c605e4c05, entries=150, sequenceid=631, filesize=12.0 K 2024-12-06T08:41:15,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/3670b413c70b4adda1afd4c0d6e41037 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/3670b413c70b4adda1afd4c0d6e41037 2024-12-06T08:41:15,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/3670b413c70b4adda1afd4c0d6e41037, entries=150, sequenceid=631, filesize=12.0 K 2024-12-06T08:41:15,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~345.09 KB/353376, currentSize=73.80 KB/75570 for 9228b2c00478742b52da557cc95a8001 in 731ms, sequenceid=631, compaction requested=false 2024-12-06T08:41:15,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:15,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-06T08:41:15,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:15,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:15,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:15,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:15,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:15,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:15,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-06T08:41:15,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:15,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:15,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:15,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:15,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:15,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/8fe579752bf14cf0969ce76d034a9e4e is 50, key is test_row_0/A:col10/1733474474616/Put/seqid=0 2024-12-06T08:41:15,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474535331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474535333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:15,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474535342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:15,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474535344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:15,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:15,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:15,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741954_1130 (size=14741) 2024-12-06T08:41:15,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474535352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:15,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:15,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474535447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:15,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:15,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-06T08:41:15,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:15,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:15,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:15,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:15,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:15,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474535458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:15,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474535458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:15,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:15,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474535458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:15,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:15,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474535468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:15,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-06T08:41:15,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-06T08:41:15,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:15,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:15,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:15,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:15,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:15,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474535668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:15,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:15,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474535677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:15,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474535677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:15,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474535677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:15,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474535688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:15,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=649 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/8fe579752bf14cf0969ce76d034a9e4e 2024-12-06T08:41:15,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/601bd5ff31024251ac13bf2d8808c20e is 50, key is test_row_0/B:col10/1733474474616/Put/seqid=0 2024-12-06T08:41:15,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-06T08:41:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:15,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:15,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741955_1131 (size=12301) 2024-12-06T08:41:15,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=649 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/601bd5ff31024251ac13bf2d8808c20e 2024-12-06T08:41:15,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/2b7c59abdf784c20b292ca291e760094 is 50, key is test_row_0/C:col10/1733474474616/Put/seqid=0 2024-12-06T08:41:15,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741956_1132 (size=12301) 2024-12-06T08:41:15,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=649 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/2b7c59abdf784c20b292ca291e760094 2024-12-06T08:41:15,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/8fe579752bf14cf0969ce76d034a9e4e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/8fe579752bf14cf0969ce76d034a9e4e 2024-12-06T08:41:15,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/8fe579752bf14cf0969ce76d034a9e4e, entries=200, sequenceid=649, filesize=14.4 K 2024-12-06T08:41:15,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/601bd5ff31024251ac13bf2d8808c20e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/601bd5ff31024251ac13bf2d8808c20e 2024-12-06T08:41:15,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/601bd5ff31024251ac13bf2d8808c20e, entries=150, sequenceid=649, filesize=12.0 K 2024-12-06T08:41:15,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/2b7c59abdf784c20b292ca291e760094 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/2b7c59abdf784c20b292ca291e760094 2024-12-06T08:41:15,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/2b7c59abdf784c20b292ca291e760094, entries=150, sequenceid=649, filesize=12.0 K 2024-12-06T08:41:15,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 9228b2c00478742b52da557cc95a8001 in 581ms, sequenceid=649, compaction requested=true 2024-12-06T08:41:15,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:15,877 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:15,878 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 55247 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:15,878 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/A is initiating minor compaction (all files) 2024-12-06T08:41:15,879 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/A in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:15,879 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e8550b2474574015b1d0e4c94399262f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ee16f8f3b7964d85a812dd9ca26131ff, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/8fe579752bf14cf0969ce76d034a9e4e] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=54.0 K 2024-12-06T08:41:15,879 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8550b2474574015b1d0e4c94399262f, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1733474473212 2024-12-06T08:41:15,880 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee16f8f3b7964d85a812dd9ca26131ff, keycount=450, bloomtype=ROW, size=26.3 K, encoding=NONE, compression=NONE, seqNum=631, earliestPutTs=1733474474511 2024-12-06T08:41:15,880 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fe579752bf14cf0969ce76d034a9e4e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=649, earliestPutTs=1733474474576 2024-12-06T08:41:15,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:15,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:15,884 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:15,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:15,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:15,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:15,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:15,886 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:15,886 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/B is initiating minor compaction (all files) 2024-12-06T08:41:15,886 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/B in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:15,887 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/47e1c4fe4ce3433f9239259183b1536a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/73db5dc88f6641febebd128c605e4c05, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/601bd5ff31024251ac13bf2d8808c20e] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=37.3 K 2024-12-06T08:41:15,887 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 47e1c4fe4ce3433f9239259183b1536a, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1733474473212 2024-12-06T08:41:15,888 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 73db5dc88f6641febebd128c605e4c05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=631, earliestPutTs=1733474474526 2024-12-06T08:41:15,893 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 601bd5ff31024251ac13bf2d8808c20e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=649, earliestPutTs=1733474474576 2024-12-06T08:41:15,910 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#A#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:15,911 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/3284b082737845a6be586f736fb44889 is 50, key is test_row_0/A:col10/1733474474616/Put/seqid=0 2024-12-06T08:41:15,928 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#B#compaction#121 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:15,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-06T08:41:15,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:15,929 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-06T08:41:15,929 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/c2536aeb9e8642b8925c110d4c3eb751 is 50, key is test_row_0/B:col10/1733474474616/Put/seqid=0 2024-12-06T08:41:15,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:15,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:15,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:15,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:15,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:15,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:15,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/ee4c86e4b2a940b681b889306d63f5ad is 50, key is test_row_0/A:col10/1733474475341/Put/seqid=0 2024-12-06T08:41:15,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741957_1133 (size=13663) 2024-12-06T08:41:15,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741958_1134 (size=13663) 2024-12-06T08:41:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:15,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:15,985 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/3284b082737845a6be586f736fb44889 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/3284b082737845a6be586f736fb44889 2024-12-06T08:41:16,002 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/A of 9228b2c00478742b52da557cc95a8001 into 3284b082737845a6be586f736fb44889(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:16,002 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:16,002 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/A, priority=13, startTime=1733474475877; duration=0sec 2024-12-06T08:41:16,003 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:16,003 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:A 2024-12-06T08:41:16,003 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:16,005 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:16,005 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/C is initiating minor compaction (all files) 2024-12-06T08:41:16,005 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/C in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:16,005 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/0c29a3295c4d444da43087ee41708426, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/3670b413c70b4adda1afd4c0d6e41037, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/2b7c59abdf784c20b292ca291e760094] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=37.3 K 2024-12-06T08:41:16,006 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c29a3295c4d444da43087ee41708426, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1733474473212 2024-12-06T08:41:16,006 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3670b413c70b4adda1afd4c0d6e41037, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=631, earliestPutTs=1733474474526 2024-12-06T08:41:16,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741959_1135 (size=12301) 2024-12-06T08:41:16,007 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b7c59abdf784c20b292ca291e760094, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=649, earliestPutTs=1733474474576 2024-12-06T08:41:16,008 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=666 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/ee4c86e4b2a940b681b889306d63f5ad 2024-12-06T08:41:16,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/926702b59a4c4451a04c99d8bd1e6255 is 50, key is test_row_0/B:col10/1733474475341/Put/seqid=0 2024-12-06T08:41:16,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474536022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,037 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#C#compaction#124 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:16,038 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/9a8f1b6e347043a39879f6482c0fbd2e is 50, key is test_row_0/C:col10/1733474474616/Put/seqid=0 2024-12-06T08:41:16,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474536026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474536027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474536028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474536042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741960_1136 (size=12301) 2024-12-06T08:41:16,101 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=666 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/926702b59a4c4451a04c99d8bd1e6255 2024-12-06T08:41:16,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741961_1137 (size=13663) 2024-12-06T08:41:16,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474536148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474536149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474536149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474536149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/bbaad8a0dcc24ea28407c379f624416a is 50, key is test_row_0/C:col10/1733474475341/Put/seqid=0 2024-12-06T08:41:16,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474536149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741962_1138 (size=12301) 2024-12-06T08:41:16,202 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=666 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/bbaad8a0dcc24ea28407c379f624416a 2024-12-06T08:41:16,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/ee4c86e4b2a940b681b889306d63f5ad as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ee4c86e4b2a940b681b889306d63f5ad 2024-12-06T08:41:16,214 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ee4c86e4b2a940b681b889306d63f5ad, entries=150, sequenceid=666, filesize=12.0 K 2024-12-06T08:41:16,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/926702b59a4c4451a04c99d8bd1e6255 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/926702b59a4c4451a04c99d8bd1e6255 2024-12-06T08:41:16,222 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/926702b59a4c4451a04c99d8bd1e6255, entries=150, sequenceid=666, filesize=12.0 K 2024-12-06T08:41:16,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/bbaad8a0dcc24ea28407c379f624416a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/bbaad8a0dcc24ea28407c379f624416a 2024-12-06T08:41:16,236 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/bbaad8a0dcc24ea28407c379f624416a, entries=150, sequenceid=666, filesize=12.0 K 2024-12-06T08:41:16,237 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 9228b2c00478742b52da557cc95a8001 in 308ms, sequenceid=666, compaction requested=false 2024-12-06T08:41:16,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:16,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:16,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-06T08:41:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-06T08:41:16,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-06T08:41:16,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8760 sec 2024-12-06T08:41:16,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.8860 sec 2024-12-06T08:41:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:16,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-06T08:41:16,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:16,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:16,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:16,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:16,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:16,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:16,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/e0a26497abc14dd6ade17fee838e0164 is 50, key is test_row_0/A:col10/1733474476363/Put/seqid=0 2024-12-06T08:41:16,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474536378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741963_1139 (size=12301) 2024-12-06T08:41:16,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474536381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474536381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=685 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/e0a26497abc14dd6ade17fee838e0164 2024-12-06T08:41:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474536383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,392 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/c2536aeb9e8642b8925c110d4c3eb751 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/c2536aeb9e8642b8925c110d4c3eb751 2024-12-06T08:41:16,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474536385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/83dde470a19642d298ad33263fb3c81b is 50, key is test_row_0/B:col10/1733474476363/Put/seqid=0 2024-12-06T08:41:16,405 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/B of 9228b2c00478742b52da557cc95a8001 into c2536aeb9e8642b8925c110d4c3eb751(size=13.3 K), total size for store is 25.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:16,405 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:16,405 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/B, priority=13, startTime=1733474475884; duration=0sec 2024-12-06T08:41:16,405 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:16,405 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:B 2024-12-06T08:41:16,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741964_1140 (size=12301) 2024-12-06T08:41:16,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474536498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474536499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474536499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474536499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474536499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-06T08:41:16,508 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:16,509 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:41:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-06T08:41:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-06T08:41:16,513 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:41:16,514 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:41:16,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:41:16,520 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/9a8f1b6e347043a39879f6482c0fbd2e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/9a8f1b6e347043a39879f6482c0fbd2e 2024-12-06T08:41:16,531 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/C of 9228b2c00478742b52da557cc95a8001 into 9a8f1b6e347043a39879f6482c0fbd2e(size=13.3 K), total size for store is 25.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:16,531 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:16,531 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/C, priority=13, startTime=1733474475886; duration=0sec 2024-12-06T08:41:16,532 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:16,532 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:C 2024-12-06T08:41:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-06T08:41:16,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-06T08:41:16,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:16,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:16,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:16,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:16,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:16,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474536708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474536708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474536708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474536708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474536708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:16,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:16,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=685 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/83dde470a19642d298ad33263fb3c81b 2024-12-06T08:41:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-06T08:41:16,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-06T08:41:16,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:16,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:16,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:16,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:16,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:16,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/64b680b43a36416da80a5afc4a652d6c is 50, key is test_row_0/C:col10/1733474476363/Put/seqid=0 2024-12-06T08:41:16,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741965_1141 (size=12301) 2024-12-06T08:41:16,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=685 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/64b680b43a36416da80a5afc4a652d6c 2024-12-06T08:41:16,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/e0a26497abc14dd6ade17fee838e0164 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e0a26497abc14dd6ade17fee838e0164 2024-12-06T08:41:16,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e0a26497abc14dd6ade17fee838e0164, entries=150, sequenceid=685, filesize=12.0 K 2024-12-06T08:41:16,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/83dde470a19642d298ad33263fb3c81b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/83dde470a19642d298ad33263fb3c81b 2024-12-06T08:41:16,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/83dde470a19642d298ad33263fb3c81b, entries=150, sequenceid=685, filesize=12.0 K 2024-12-06T08:41:16,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/64b680b43a36416da80a5afc4a652d6c as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/64b680b43a36416da80a5afc4a652d6c 2024-12-06T08:41:16,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/64b680b43a36416da80a5afc4a652d6c, entries=150, sequenceid=685, filesize=12.0 K 2024-12-06T08:41:16,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 9228b2c00478742b52da557cc95a8001 in 545ms, sequenceid=685, compaction requested=true 2024-12-06T08:41:16,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:16,910 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:16,911 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:16,911 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/A is initiating minor compaction (all files) 2024-12-06T08:41:16,911 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/A in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:16,911 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/3284b082737845a6be586f736fb44889, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ee4c86e4b2a940b681b889306d63f5ad, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e0a26497abc14dd6ade17fee838e0164] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=37.4 K 2024-12-06T08:41:16,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:16,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:16,912 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:16,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:16,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:16,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:16,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:16,920 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3284b082737845a6be586f736fb44889, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=649, earliestPutTs=1733474474576 2024-12-06T08:41:16,921 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:16,921 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/B is initiating minor compaction (all files) 2024-12-06T08:41:16,921 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/B in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:16,921 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/c2536aeb9e8642b8925c110d4c3eb751, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/926702b59a4c4451a04c99d8bd1e6255, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/83dde470a19642d298ad33263fb3c81b] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=37.4 K 2024-12-06T08:41:16,921 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee4c86e4b2a940b681b889306d63f5ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=666, earliestPutTs=1733474475321 2024-12-06T08:41:16,922 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting c2536aeb9e8642b8925c110d4c3eb751, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=649, earliestPutTs=1733474474576 2024-12-06T08:41:16,922 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0a26497abc14dd6ade17fee838e0164, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=685, earliestPutTs=1733474476023 2024-12-06T08:41:16,922 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 926702b59a4c4451a04c99d8bd1e6255, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=666, earliestPutTs=1733474475321 2024-12-06T08:41:16,923 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 83dde470a19642d298ad33263fb3c81b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=685, earliestPutTs=1733474476023 2024-12-06T08:41:16,946 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#A#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:16,946 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/ed950620ac304bf9ad62a031deab7a82 is 50, key is test_row_0/A:col10/1733474476363/Put/seqid=0 2024-12-06T08:41:16,962 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#B#compaction#130 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:16,963 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/e4d51f7facae48e0a71874f0c3ce5f4b is 50, key is test_row_0/B:col10/1733474476363/Put/seqid=0 2024-12-06T08:41:16,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-06T08:41:16,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:16,986 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-06T08:41:16,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:16,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:16,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:16,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:16,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:16,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:16,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741966_1142 (size=13765) 2024-12-06T08:41:16,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741967_1143 (size=13765) 2024-12-06T08:41:16,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/2349cda3dcde4f7183e006cebc11d85a is 50, key is test_row_0/A:col10/1733474476383/Put/seqid=0 2024-12-06T08:41:16,999 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/ed950620ac304bf9ad62a031deab7a82 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ed950620ac304bf9ad62a031deab7a82 2024-12-06T08:41:17,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741968_1144 (size=12301) 2024-12-06T08:41:17,005 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/e4d51f7facae48e0a71874f0c3ce5f4b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/e4d51f7facae48e0a71874f0c3ce5f4b 2024-12-06T08:41:17,008 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/A of 9228b2c00478742b52da557cc95a8001 into ed950620ac304bf9ad62a031deab7a82(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:17,008 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:17,008 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/A, priority=13, startTime=1733474476909; duration=0sec 2024-12-06T08:41:17,009 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:17,009 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:A 2024-12-06T08:41:17,009 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:17,012 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:17,013 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/C is initiating minor compaction (all files) 2024-12-06T08:41:17,013 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/C in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:17,013 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/9a8f1b6e347043a39879f6482c0fbd2e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/bbaad8a0dcc24ea28407c379f624416a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/64b680b43a36416da80a5afc4a652d6c] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=37.4 K 2024-12-06T08:41:17,014 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a8f1b6e347043a39879f6482c0fbd2e, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=649, earliestPutTs=1733474474576 2024-12-06T08:41:17,014 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbaad8a0dcc24ea28407c379f624416a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=666, earliestPutTs=1733474475321 2024-12-06T08:41:17,014 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/B of 9228b2c00478742b52da557cc95a8001 into e4d51f7facae48e0a71874f0c3ce5f4b(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:17,014 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:17,014 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/B, priority=13, startTime=1733474476912; duration=0sec 2024-12-06T08:41:17,014 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:17,014 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:B 2024-12-06T08:41:17,015 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64b680b43a36416da80a5afc4a652d6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=685, earliestPutTs=1733474476023 2024-12-06T08:41:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:17,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:17,035 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#C#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:17,036 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/14e78091f9684fa38ec23b0688e73df0 is 50, key is test_row_0/C:col10/1733474476363/Put/seqid=0 2024-12-06T08:41:17,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741969_1145 (size=13765) 2024-12-06T08:41:17,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474537055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474537055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474537056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474537058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474537058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-06T08:41:17,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474537167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474537167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474537167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474537168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474537178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474537380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474537380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474537380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474537380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474537388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,407 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=701 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/2349cda3dcde4f7183e006cebc11d85a 2024-12-06T08:41:17,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/7e8d9644a492423488983ecc2503b5e3 is 50, key is test_row_0/B:col10/1733474476383/Put/seqid=0 2024-12-06T08:41:17,462 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/14e78091f9684fa38ec23b0688e73df0 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/14e78091f9684fa38ec23b0688e73df0 2024-12-06T08:41:17,474 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/C of 9228b2c00478742b52da557cc95a8001 into 14e78091f9684fa38ec23b0688e73df0(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:17,474 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:17,474 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/C, priority=13, startTime=1733474476914; duration=0sec 2024-12-06T08:41:17,474 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:17,474 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:C 2024-12-06T08:41:17,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741970_1146 (size=12301) 2024-12-06T08:41:17,496 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=701 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/7e8d9644a492423488983ecc2503b5e3 2024-12-06T08:41:17,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/80b16abb3cf1468bbc384842440c3805 is 50, key is test_row_0/C:col10/1733474476383/Put/seqid=0 2024-12-06T08:41:17,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741971_1147 (size=12301) 2024-12-06T08:41:17,556 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=701 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/80b16abb3cf1468bbc384842440c3805 2024-12-06T08:41:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/2349cda3dcde4f7183e006cebc11d85a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/2349cda3dcde4f7183e006cebc11d85a 2024-12-06T08:41:17,581 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/2349cda3dcde4f7183e006cebc11d85a, entries=150, sequenceid=701, filesize=12.0 K 2024-12-06T08:41:17,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/7e8d9644a492423488983ecc2503b5e3 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/7e8d9644a492423488983ecc2503b5e3 2024-12-06T08:41:17,590 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/7e8d9644a492423488983ecc2503b5e3, entries=150, sequenceid=701, filesize=12.0 K 2024-12-06T08:41:17,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/80b16abb3cf1468bbc384842440c3805 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/80b16abb3cf1468bbc384842440c3805 2024-12-06T08:41:17,600 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/80b16abb3cf1468bbc384842440c3805, entries=150, sequenceid=701, filesize=12.0 K 2024-12-06T08:41:17,601 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 9228b2c00478742b52da557cc95a8001 in 616ms, sequenceid=701, compaction requested=false 2024-12-06T08:41:17,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:17,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:17,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-06T08:41:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-06T08:41:17,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-06T08:41:17,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0890 sec 2024-12-06T08:41:17,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.0990 sec 2024-12-06T08:41:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-06T08:41:17,648 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:17,649 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:41:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-12-06T08:41:17,652 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:41:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-06T08:41:17,652 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:41:17,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:41:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:17,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-06T08:41:17,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:17,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:17,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:17,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:17,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:17,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:17,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/bf6e8fa939844ff3af08f6c291fe7620 is 50, key is test_row_0/A:col10/1733474477691/Put/seqid=0 2024-12-06T08:41:17,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474537705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474537707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474537716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741972_1148 (size=17181) 2024-12-06T08:41:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474537718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474537723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=724 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/bf6e8fa939844ff3af08f6c291fe7620 2024-12-06T08:41:17,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/83c844d64df34a32affff75233934cc6 is 50, key is test_row_0/B:col10/1733474477691/Put/seqid=0 2024-12-06T08:41:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-06T08:41:17,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741973_1149 (size=12301) 2024-12-06T08:41:17,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=724 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/83c844d64df34a32affff75233934cc6 2024-12-06T08:41:17,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/bca92405d41041b2b998bf47f7e957af is 50, key is test_row_0/C:col10/1733474477691/Put/seqid=0 2024-12-06T08:41:17,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-06T08:41:17,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:17,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:17,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:17,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:17,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:17,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741974_1150 (size=12301) 2024-12-06T08:41:17,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=724 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/bca92405d41041b2b998bf47f7e957af 2024-12-06T08:41:17,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/bf6e8fa939844ff3af08f6c291fe7620 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/bf6e8fa939844ff3af08f6c291fe7620 2024-12-06T08:41:17,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474537830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474537830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474537830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474537837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474537840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:17,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:17,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:17,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/bf6e8fa939844ff3af08f6c291fe7620, entries=250, sequenceid=724, filesize=16.8 K 2024-12-06T08:41:17,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/83c844d64df34a32affff75233934cc6 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/83c844d64df34a32affff75233934cc6 2024-12-06T08:41:17,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/83c844d64df34a32affff75233934cc6, entries=150, sequenceid=724, filesize=12.0 K 2024-12-06T08:41:17,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/bca92405d41041b2b998bf47f7e957af as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/bca92405d41041b2b998bf47f7e957af 2024-12-06T08:41:17,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/bca92405d41041b2b998bf47f7e957af, entries=150, sequenceid=724, filesize=12.0 K 2024-12-06T08:41:17,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 9228b2c00478742b52da557cc95a8001 in 183ms, sequenceid=724, compaction requested=true 2024-12-06T08:41:17,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:17,877 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:17,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:17,878 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43247 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:17,879 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/A is initiating minor compaction (all files) 2024-12-06T08:41:17,879 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/A in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:17,879 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ed950620ac304bf9ad62a031deab7a82, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/2349cda3dcde4f7183e006cebc11d85a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/bf6e8fa939844ff3af08f6c291fe7620] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=42.2 K 2024-12-06T08:41:17,879 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed950620ac304bf9ad62a031deab7a82, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=685, earliestPutTs=1733474476023 2024-12-06T08:41:17,880 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2349cda3dcde4f7183e006cebc11d85a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=701, earliestPutTs=1733474476378 2024-12-06T08:41:17,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:17,880 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf6e8fa939844ff3af08f6c291fe7620, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=724, earliestPutTs=1733474477046 2024-12-06T08:41:17,881 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:17,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:17,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:17,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:17,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:17,883 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:17,883 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/B is initiating minor compaction (all files) 2024-12-06T08:41:17,883 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/B in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:17,883 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/e4d51f7facae48e0a71874f0c3ce5f4b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/7e8d9644a492423488983ecc2503b5e3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/83c844d64df34a32affff75233934cc6] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=37.5 K 2024-12-06T08:41:17,884 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting e4d51f7facae48e0a71874f0c3ce5f4b, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=685, earliestPutTs=1733474476023 2024-12-06T08:41:17,884 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e8d9644a492423488983ecc2503b5e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=701, earliestPutTs=1733474476378 2024-12-06T08:41:17,885 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 83c844d64df34a32affff75233934cc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=724, earliestPutTs=1733474477046 2024-12-06T08:41:17,893 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#A#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:17,894 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/97ad55e851ca4cf0a199487ed5ef8cf2 is 50, key is test_row_0/A:col10/1733474477691/Put/seqid=0 2024-12-06T08:41:17,918 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#B#compaction#139 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:17,918 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/8e9161c3da3042a9b69cf36d7865a2bc is 50, key is test_row_0/B:col10/1733474477691/Put/seqid=0 2024-12-06T08:41:17,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741975_1151 (size=13867) 2024-12-06T08:41:17,961 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/97ad55e851ca4cf0a199487ed5ef8cf2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/97ad55e851ca4cf0a199487ed5ef8cf2 2024-12-06T08:41:17,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-06T08:41:17,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:17,962 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-06T08:41:17,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:17,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:17,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:17,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:17,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:17,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-06T08:41:17,975 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/A of 9228b2c00478742b52da557cc95a8001 into 97ad55e851ca4cf0a199487ed5ef8cf2(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:17,975 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:17,975 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/A, priority=13, startTime=1733474477877; duration=0sec 2024-12-06T08:41:17,976 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:17,976 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:A 2024-12-06T08:41:17,976 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:17,978 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:17,979 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9228b2c00478742b52da557cc95a8001/C is initiating minor compaction (all files) 2024-12-06T08:41:17,979 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9228b2c00478742b52da557cc95a8001/C in TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:17,979 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/14e78091f9684fa38ec23b0688e73df0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/80b16abb3cf1468bbc384842440c3805, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/bca92405d41041b2b998bf47f7e957af] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp, totalSize=37.5 K 2024-12-06T08:41:17,979 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14e78091f9684fa38ec23b0688e73df0, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=685, earliestPutTs=1733474476023 2024-12-06T08:41:17,980 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80b16abb3cf1468bbc384842440c3805, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=701, earliestPutTs=1733474476378 2024-12-06T08:41:17,980 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting bca92405d41041b2b998bf47f7e957af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=724, earliestPutTs=1733474477046 2024-12-06T08:41:17,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741976_1152 (size=13867) 2024-12-06T08:41:18,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/c3383f97709a4be3a00fd4d657f1e805 is 50, key is test_row_0/A:col10/1733474477703/Put/seqid=0 2024-12-06T08:41:18,009 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9228b2c00478742b52da557cc95a8001#C#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:18,010 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/7287109383d64649b9fedfa61be2ac4b is 50, key is test_row_0/C:col10/1733474477691/Put/seqid=0 2024-12-06T08:41:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:18,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. as already flushing 2024-12-06T08:41:18,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741978_1154 (size=13867) 2024-12-06T08:41:18,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741977_1153 (size=12301) 2024-12-06T08:41:18,076 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/7287109383d64649b9fedfa61be2ac4b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/7287109383d64649b9fedfa61be2ac4b 2024-12-06T08:41:18,084 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/C of 9228b2c00478742b52da557cc95a8001 into 7287109383d64649b9fedfa61be2ac4b(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:18,084 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:18,084 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/C, priority=13, startTime=1733474477882; duration=0sec 2024-12-06T08:41:18,084 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:18,084 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:C 2024-12-06T08:41:18,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474538109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474538110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474538118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474538119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474538144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474538238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474538238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474538247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474538248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474538261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-06T08:41:18,400 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/8e9161c3da3042a9b69cf36d7865a2bc as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/8e9161c3da3042a9b69cf36d7865a2bc 2024-12-06T08:41:18,408 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9228b2c00478742b52da557cc95a8001/B of 9228b2c00478742b52da557cc95a8001 into 8e9161c3da3042a9b69cf36d7865a2bc(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:18,409 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:18,409 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., storeName=9228b2c00478742b52da557cc95a8001/B, priority=13, startTime=1733474477881; duration=0sec 2024-12-06T08:41:18,409 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:18,409 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:B 2024-12-06T08:41:18,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474538458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474538458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,474 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=737 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/c3383f97709a4be3a00fd4d657f1e805 2024-12-06T08:41:18,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474538467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474538467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474538478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/7798f28af16b49b792611e263c078734 is 50, key is test_row_0/B:col10/1733474477703/Put/seqid=0 2024-12-06T08:41:18,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741979_1155 (size=12301) 2024-12-06T08:41:18,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474538767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474538767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,778 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-06T08:41:18,778 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:41:18,783 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-06T08:41:18,783 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:41:18,783 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-06T08:41:18,783 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:41:18,784 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:18,784 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:18,784 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:18,785 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:18,785 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:18,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:18,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:18,786 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:18,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:18,787 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-06T08:41:18,787 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:41:18,787 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:18,787 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:18,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-06T08:41:18,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474538788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474538788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474538798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:18,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:18,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:18,966 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=737 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/7798f28af16b49b792611e263c078734 2024-12-06T08:41:18,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/d4171fa06d984605968fa675ea55926a is 50, key is test_row_0/C:col10/1733474477703/Put/seqid=0 2024-12-06T08:41:18,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741980_1156 (size=12301) 2024-12-06T08:41:19,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:19,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43642 deadline: 1733474539278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43574 deadline: 1733474539278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:19,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:19,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43614 deadline: 1733474539297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43662 deadline: 1733474539297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:19,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:19,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:19,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:19,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:19,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:19,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:19,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43648 deadline: 1733474539307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:19,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:19,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:19,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:41:19,383 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=737 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/d4171fa06d984605968fa675ea55926a 2024-12-06T08:41:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/c3383f97709a4be3a00fd4d657f1e805 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c3383f97709a4be3a00fd4d657f1e805 2024-12-06T08:41:19,394 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c3383f97709a4be3a00fd4d657f1e805, entries=150, sequenceid=737, filesize=12.0 K 2024-12-06T08:41:19,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/7798f28af16b49b792611e263c078734 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/7798f28af16b49b792611e263c078734 2024-12-06T08:41:19,408 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/7798f28af16b49b792611e263c078734, entries=150, sequenceid=737, filesize=12.0 K 2024-12-06T08:41:19,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/d4171fa06d984605968fa675ea55926a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/d4171fa06d984605968fa675ea55926a 2024-12-06T08:41:19,417 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/d4171fa06d984605968fa675ea55926a, entries=150, sequenceid=737, filesize=12.0 K 2024-12-06T08:41:19,418 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 9228b2c00478742b52da557cc95a8001 in 1456ms, sequenceid=737, compaction requested=false 2024-12-06T08:41:19,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:19,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:19,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-06T08:41:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-06T08:41:19,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-06T08:41:19,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7670 sec 2024-12-06T08:41:19,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.7740 sec 2024-12-06T08:41:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-06T08:41:19,798 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:20,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-12-06T08:41:20,291 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-06T08:41:20,291 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:41:20,291 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:20,292 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:20,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:20,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474478106, max timestamp=1733474480289Num uniques 859; 2024-12-06T08:41:20,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:41:20,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:20,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:20,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:20,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:20,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:20,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:20,295 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-06T08:41:20,295 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:41:20,295 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:20,295 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:20,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:20,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/849d1f6f1cb740ae88e6006d9c73afa9 is 50, key is test_row_0/A:col10/1733474480289/Put/seqid=0 2024-12-06T08:41:20,310 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-06T08:41:20,310 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-06T08:41:20,311 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:41:20,311 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:41:20,311 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:20,311 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:20,311 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:20,311 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:20,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:20,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:20,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741981_1157 (size=12301) 2024-12-06T08:41:20,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=762 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/849d1f6f1cb740ae88e6006d9c73afa9 2024-12-06T08:41:20,320 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-06T08:41:20,320 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:41:20,320 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:20,320 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:20,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:20,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T08:41:20,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 126 2024-12-06T08:41:20,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 127 2024-12-06T08:41:20,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-12-06T08:41:20,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 128 2024-12-06T08:41:20,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-12-06T08:41:20,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T08:41:20,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1917 2024-12-06T08:41:20,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1905 2024-12-06T08:41:20,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T08:41:20,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 897 2024-12-06T08:41:20,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2690 rows 2024-12-06T08:41:20,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 893 2024-12-06T08:41:20,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2677 rows 2024-12-06T08:41:20,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T08:41:20,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T08:41:20,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:20,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:20,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:20,328 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T08:41:20,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/d36b52425ce941e78b9eef1351a006fc is 50, key is test_row_0/B:col10/1733474480289/Put/seqid=0 2024-12-06T08:41:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T08:41:20,340 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474480339"}]},"ts":"1733474480339"} 2024-12-06T08:41:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-06T08:41:20,343 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T08:41:20,343 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T08:41:20,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T08:41:20,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741982_1158 (size=12301) 2024-12-06T08:41:20,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9228b2c00478742b52da557cc95a8001, UNASSIGN}] 2024-12-06T08:41:20,352 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9228b2c00478742b52da557cc95a8001, UNASSIGN 2024-12-06T08:41:20,354 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=9228b2c00478742b52da557cc95a8001, regionState=CLOSING, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:41:20,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9228b2c00478742b52da557cc95a8001, UNASSIGN because future has completed 2024-12-06T08:41:20,364 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T08:41:20,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014}] 2024-12-06T08:41:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-06T08:41:20,525 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:20,525 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T08:41:20,526 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 9228b2c00478742b52da557cc95a8001, disabling compactions & flushes 2024-12-06T08:41:20,527 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-06T08:41:20,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=762 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/d36b52425ce941e78b9eef1351a006fc 2024-12-06T08:41:20,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/a5b937f70fab4294a648d0ea3cbc4531 is 50, key is test_row_0/C:col10/1733474480289/Put/seqid=0 2024-12-06T08:41:20,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741983_1159 (size=12301) 2024-12-06T08:41:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-06T08:41:21,092 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T08:41:21,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=762 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/a5b937f70fab4294a648d0ea3cbc4531 2024-12-06T08:41:21,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/849d1f6f1cb740ae88e6006d9c73afa9 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/849d1f6f1cb740ae88e6006d9c73afa9 2024-12-06T08:41:21,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/849d1f6f1cb740ae88e6006d9c73afa9, entries=150, sequenceid=762, filesize=12.0 K 2024-12-06T08:41:21,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/d36b52425ce941e78b9eef1351a006fc as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d36b52425ce941e78b9eef1351a006fc 2024-12-06T08:41:21,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d36b52425ce941e78b9eef1351a006fc, entries=150, sequenceid=762, filesize=12.0 K 2024-12-06T08:41:21,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/a5b937f70fab4294a648d0ea3cbc4531 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/a5b937f70fab4294a648d0ea3cbc4531 2024-12-06T08:41:21,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/a5b937f70fab4294a648d0ea3cbc4531, entries=150, sequenceid=762, filesize=12.0 K 2024-12-06T08:41:21,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~96.16 KB/98470, heapSize ~281.98 KB/288752, currentSize=20.13 KB/20610 for 9228b2c00478742b52da557cc95a8001 in 900ms, sequenceid=762, compaction requested=true 2024-12-06T08:41:21,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9228b2c00478742b52da557cc95a8001: 2024-12-06T08:41:21,191 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:21,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:21,191 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:21,192 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. because compaction request was cancelled 2024-12-06T08:41:21,192 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. after waiting 0 ms 2024-12-06T08:41:21,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:21,192 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:A 2024-12-06T08:41:21,192 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:21,192 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. because compaction request was cancelled 2024-12-06T08:41:21,192 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:B 2024-12-06T08:41:21,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:B, priority=-2147483648, current under compaction store size is 0 2024-12-06T08:41:21,192 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing 9228b2c00478742b52da557cc95a8001 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-06T08:41:21,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:21,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9228b2c00478742b52da557cc95a8001:C, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:21,192 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. because compaction request was cancelled 2024-12-06T08:41:21,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:21,192 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9228b2c00478742b52da557cc95a8001:C 2024-12-06T08:41:21,192 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=A 2024-12-06T08:41:21,192 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:21,192 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=B 2024-12-06T08:41:21,192 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:21,192 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9228b2c00478742b52da557cc95a8001, store=C 2024-12-06T08:41:21,192 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:21,197 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/c04a9397dd3b4a6e97790ab26c1b57a2 is 50, key is test_row_0/A:col10/1733474480318/Put/seqid=0 2024-12-06T08:41:21,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741984_1160 (size=9857) 2024-12-06T08:41:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-06T08:41:21,603 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=768 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/c04a9397dd3b4a6e97790ab26c1b57a2 2024-12-06T08:41:21,622 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/efb299d0cddf47ad861e88e23e8e34b3 is 50, key is test_row_0/B:col10/1733474480318/Put/seqid=0 2024-12-06T08:41:21,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741985_1161 (size=9857) 2024-12-06T08:41:22,031 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=768 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/efb299d0cddf47ad861e88e23e8e34b3 2024-12-06T08:41:22,039 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/e4b4817858b0433fbfb787f8ffcf9ad8 is 50, key is test_row_0/C:col10/1733474480318/Put/seqid=0 2024-12-06T08:41:22,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741986_1162 (size=9857) 2024-12-06T08:41:22,444 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=768 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/e4b4817858b0433fbfb787f8ffcf9ad8 2024-12-06T08:41:22,449 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/A/c04a9397dd3b4a6e97790ab26c1b57a2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c04a9397dd3b4a6e97790ab26c1b57a2 2024-12-06T08:41:22,453 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c04a9397dd3b4a6e97790ab26c1b57a2, entries=100, sequenceid=768, filesize=9.6 K 2024-12-06T08:41:22,454 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/B/efb299d0cddf47ad861e88e23e8e34b3 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/efb299d0cddf47ad861e88e23e8e34b3 2024-12-06T08:41:22,458 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/efb299d0cddf47ad861e88e23e8e34b3, entries=100, sequenceid=768, filesize=9.6 K 2024-12-06T08:41:22,459 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/.tmp/C/e4b4817858b0433fbfb787f8ffcf9ad8 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/e4b4817858b0433fbfb787f8ffcf9ad8 2024-12-06T08:41:22,463 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/e4b4817858b0433fbfb787f8ffcf9ad8, entries=100, sequenceid=768, filesize=9.6 K 2024-12-06T08:41:22,464 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 9228b2c00478742b52da557cc95a8001 in 1272ms, sequenceid=768, compaction requested=true 2024-12-06T08:41:22,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c19884564c4b44cc9cbf6cda27c4f6aa, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/32838395cf9d49568e8f2ede0b31a147, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ea7687de7cb947e9bd98504daab6ea8f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e300cab092034713b94eb09570f25664, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/755d065d5d8d49158bee9ff934ca1161, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/3e6b614421254cc8b816c1b3c1b939ca, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/05ffb31052fb4e4ea6ba5077844d0dae, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/36c9bd6de5234d6280631438d14760dc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/30d2451a33724b0d98e483446b9898c9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/08a6431b7b284e96b08e40d50e55a6a9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/1da692d8da3f46aa80253e3128f28d72, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/53c9d8ba47a64a7e9010beef1f6a9ea8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/fe7063326b8c46cf8cad321f6f60f84c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/9d0bb5245bea42ab97308924e1be4197, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/5f1b999d3885490e923fcd3e4660ee31, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/203ea64ae82e4d96a1849ad9e2bc24ee, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/116c720a6a3d4370bb17508435fb8bee, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/01d6d43b65c84299839e165625191ef0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/957fb9929b4b422682cb9cdd0c8e5c84, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/df17e5c0fe384d04a2a272ba498d55dd, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/29a456bea4d94b1db4904ccc69cda619, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/b966bbcee83e4b4fa24598bed34c1f4a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e0df070e915c40bb95fa07fc846d33d4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/3e76ebd50a4246a38d8ac6f226aa7110, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/a18adfc691f64c3eb766d739a2e62f22, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c0caf100ca624676b2f50f065bbef6cd, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/28b82cc563f24f9ca37a95ab53fe087d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/f154fa2720e442d88ec6d64c165ffada, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/79ec721174ab4f24a08a896e539ee5b1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/d579272200854dfca8a330eb53ec49c4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/b50454d34e94403d8fe5c84100e6b462, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e3a7f374f38b4134a44a2c5ab2f7a25a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/1be5f927b91d44e7a88b460e2b6e63b9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/cc071e5e46674790a6d2c44390d3e707, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/50f319892a2146e99ea10204666aa397, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/327d13c4d6234256acceca5a45dd3a4d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ea3aa5e931da479287b0b76c4dfb41c9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e8550b2474574015b1d0e4c94399262f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ee16f8f3b7964d85a812dd9ca26131ff, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/8fe579752bf14cf0969ce76d034a9e4e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/3284b082737845a6be586f736fb44889, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ee4c86e4b2a940b681b889306d63f5ad, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ed950620ac304bf9ad62a031deab7a82, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e0a26497abc14dd6ade17fee838e0164, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/2349cda3dcde4f7183e006cebc11d85a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/bf6e8fa939844ff3af08f6c291fe7620] to archive 2024-12-06T08:41:22,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T08:41:22,473 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c19884564c4b44cc9cbf6cda27c4f6aa to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c19884564c4b44cc9cbf6cda27c4f6aa 2024-12-06T08:41:22,474 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/32838395cf9d49568e8f2ede0b31a147 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/32838395cf9d49568e8f2ede0b31a147 2024-12-06T08:41:22,475 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ea7687de7cb947e9bd98504daab6ea8f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ea7687de7cb947e9bd98504daab6ea8f 2024-12-06T08:41:22,476 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e300cab092034713b94eb09570f25664 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e300cab092034713b94eb09570f25664 2024-12-06T08:41:22,477 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/755d065d5d8d49158bee9ff934ca1161 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/755d065d5d8d49158bee9ff934ca1161 2024-12-06T08:41:22,479 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/3e6b614421254cc8b816c1b3c1b939ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/3e6b614421254cc8b816c1b3c1b939ca 2024-12-06T08:41:22,480 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/05ffb31052fb4e4ea6ba5077844d0dae to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/05ffb31052fb4e4ea6ba5077844d0dae 2024-12-06T08:41:22,481 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/36c9bd6de5234d6280631438d14760dc to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/36c9bd6de5234d6280631438d14760dc 2024-12-06T08:41:22,482 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/30d2451a33724b0d98e483446b9898c9 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/30d2451a33724b0d98e483446b9898c9 2024-12-06T08:41:22,483 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/08a6431b7b284e96b08e40d50e55a6a9 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/08a6431b7b284e96b08e40d50e55a6a9 2024-12-06T08:41:22,484 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/1da692d8da3f46aa80253e3128f28d72 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/1da692d8da3f46aa80253e3128f28d72 2024-12-06T08:41:22,485 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/53c9d8ba47a64a7e9010beef1f6a9ea8 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/53c9d8ba47a64a7e9010beef1f6a9ea8 2024-12-06T08:41:22,486 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/fe7063326b8c46cf8cad321f6f60f84c to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/fe7063326b8c46cf8cad321f6f60f84c 2024-12-06T08:41:22,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/9d0bb5245bea42ab97308924e1be4197 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/9d0bb5245bea42ab97308924e1be4197 2024-12-06T08:41:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-06T08:41:22,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/5f1b999d3885490e923fcd3e4660ee31 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/5f1b999d3885490e923fcd3e4660ee31 2024-12-06T08:41:22,490 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/203ea64ae82e4d96a1849ad9e2bc24ee to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/203ea64ae82e4d96a1849ad9e2bc24ee 2024-12-06T08:41:22,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/116c720a6a3d4370bb17508435fb8bee to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/116c720a6a3d4370bb17508435fb8bee 2024-12-06T08:41:22,492 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/01d6d43b65c84299839e165625191ef0 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/01d6d43b65c84299839e165625191ef0 2024-12-06T08:41:22,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/957fb9929b4b422682cb9cdd0c8e5c84 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/957fb9929b4b422682cb9cdd0c8e5c84 2024-12-06T08:41:22,494 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/df17e5c0fe384d04a2a272ba498d55dd to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/df17e5c0fe384d04a2a272ba498d55dd 2024-12-06T08:41:22,496 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/29a456bea4d94b1db4904ccc69cda619 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/29a456bea4d94b1db4904ccc69cda619 2024-12-06T08:41:22,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/b966bbcee83e4b4fa24598bed34c1f4a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/b966bbcee83e4b4fa24598bed34c1f4a 2024-12-06T08:41:22,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e0df070e915c40bb95fa07fc846d33d4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e0df070e915c40bb95fa07fc846d33d4 2024-12-06T08:41:22,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/3e76ebd50a4246a38d8ac6f226aa7110 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/3e76ebd50a4246a38d8ac6f226aa7110 2024-12-06T08:41:22,500 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/a18adfc691f64c3eb766d739a2e62f22 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/a18adfc691f64c3eb766d739a2e62f22 2024-12-06T08:41:22,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c0caf100ca624676b2f50f065bbef6cd to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c0caf100ca624676b2f50f065bbef6cd 2024-12-06T08:41:22,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/28b82cc563f24f9ca37a95ab53fe087d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/28b82cc563f24f9ca37a95ab53fe087d 2024-12-06T08:41:22,503 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/f154fa2720e442d88ec6d64c165ffada to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/f154fa2720e442d88ec6d64c165ffada 2024-12-06T08:41:22,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/79ec721174ab4f24a08a896e539ee5b1 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/79ec721174ab4f24a08a896e539ee5b1 2024-12-06T08:41:22,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/d579272200854dfca8a330eb53ec49c4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/d579272200854dfca8a330eb53ec49c4 2024-12-06T08:41:22,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/b50454d34e94403d8fe5c84100e6b462 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/b50454d34e94403d8fe5c84100e6b462 2024-12-06T08:41:22,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e3a7f374f38b4134a44a2c5ab2f7a25a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e3a7f374f38b4134a44a2c5ab2f7a25a 2024-12-06T08:41:22,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/1be5f927b91d44e7a88b460e2b6e63b9 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/1be5f927b91d44e7a88b460e2b6e63b9 2024-12-06T08:41:22,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/cc071e5e46674790a6d2c44390d3e707 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/cc071e5e46674790a6d2c44390d3e707 2024-12-06T08:41:22,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/50f319892a2146e99ea10204666aa397 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/50f319892a2146e99ea10204666aa397 2024-12-06T08:41:22,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/327d13c4d6234256acceca5a45dd3a4d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/327d13c4d6234256acceca5a45dd3a4d 2024-12-06T08:41:22,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ea3aa5e931da479287b0b76c4dfb41c9 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ea3aa5e931da479287b0b76c4dfb41c9 2024-12-06T08:41:22,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e8550b2474574015b1d0e4c94399262f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e8550b2474574015b1d0e4c94399262f 2024-12-06T08:41:22,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ee16f8f3b7964d85a812dd9ca26131ff to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ee16f8f3b7964d85a812dd9ca26131ff 2024-12-06T08:41:22,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/8fe579752bf14cf0969ce76d034a9e4e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/8fe579752bf14cf0969ce76d034a9e4e 2024-12-06T08:41:22,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/3284b082737845a6be586f736fb44889 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/3284b082737845a6be586f736fb44889 2024-12-06T08:41:22,524 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ee4c86e4b2a940b681b889306d63f5ad to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ee4c86e4b2a940b681b889306d63f5ad 2024-12-06T08:41:22,526 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ed950620ac304bf9ad62a031deab7a82 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/ed950620ac304bf9ad62a031deab7a82 2024-12-06T08:41:22,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e0a26497abc14dd6ade17fee838e0164 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/e0a26497abc14dd6ade17fee838e0164 2024-12-06T08:41:22,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/2349cda3dcde4f7183e006cebc11d85a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/2349cda3dcde4f7183e006cebc11d85a 2024-12-06T08:41:22,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/bf6e8fa939844ff3af08f6c291fe7620 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/bf6e8fa939844ff3af08f6c291fe7620 2024-12-06T08:41:22,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/4053c727036847e1ade5139556897115, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/09b4c16bb2a94297b3dcef1f8f3b6465, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/fcd3a81e22d84a72a479c6267cdecddb, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/6110598992a2448ba7dd6abdec386672, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d135e4a3fe0f42909c188c25894f7a8f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/23153a23b8c3479fb1332e94cc435bd0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/68c5ae1b6252468a90f119a945e4aa40, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d6c6a1d675b94695af028bcb76527ab6, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/1ea6cf82209e4e26819b7441f6f2582f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/967eea08e6b04b42b14c06a1dd5fd921, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/bd479de9cdfd4a53a6cee53c02987659, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/11583027d5f6433db540a00d95bea030, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/946b1d6575ad42a7a04c39daf2cb549c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/3b75b44eac0c4a09917824f26dfb0c7f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/f05cc48504494355a86bb7b94cfe47fa, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/e603261f12714511a55bcc29a1f4dac5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/532dd6704f9b418a8f9e3d0fda29d7f3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/e7af12741eac43e7a8b468ac55351b9a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/8d3b9cbb95c941e89b5ac8aac2af51ec, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/50761f0886414c7a8c97c3231b243a4f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/672747db1a5d42b7bc33c661eb3704f2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/b3a122dec666474ebf562d0652b881b3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/eb828acb77a14ccda261410246b216a8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/5bfe2818aae64776b6f53aa561fc0e37, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/59283dd538c04724a62f32d2ff35a22c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/9566eb7f73d54104ade78b113ecf6f7b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/a47bcb2714a54087a9b2e8547bfd90a0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/515ef0c55daf4bef9bfe59c637d23281, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d91b840736b542d3864c36a4d3f96d83, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/5ca056713c67453e9800d72e5de0df3d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/579b99d4faa642b39c40834adf1fa527, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/6fb3552a7d574730851ecf86142d1529, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/7a170f7d234144af8592532c9c83c0ba, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/81dde2aa47844b218f6330c7093289f3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/6cff02f267084333828d08b308d536b2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d6e31e54896b4ca5bb9e759a60493dbc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/47e1c4fe4ce3433f9239259183b1536a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/640bc1fd409a4139ac544a132c6e6cdc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/73db5dc88f6641febebd128c605e4c05, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/c2536aeb9e8642b8925c110d4c3eb751, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/601bd5ff31024251ac13bf2d8808c20e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/926702b59a4c4451a04c99d8bd1e6255, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/e4d51f7facae48e0a71874f0c3ce5f4b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/83dde470a19642d298ad33263fb3c81b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/7e8d9644a492423488983ecc2503b5e3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/83c844d64df34a32affff75233934cc6] to archive 2024-12-06T08:41:22,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T08:41:22,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/4053c727036847e1ade5139556897115 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/4053c727036847e1ade5139556897115 2024-12-06T08:41:22,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/09b4c16bb2a94297b3dcef1f8f3b6465 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/09b4c16bb2a94297b3dcef1f8f3b6465 2024-12-06T08:41:22,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/fcd3a81e22d84a72a479c6267cdecddb to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/fcd3a81e22d84a72a479c6267cdecddb 2024-12-06T08:41:22,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/6110598992a2448ba7dd6abdec386672 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/6110598992a2448ba7dd6abdec386672 2024-12-06T08:41:22,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d135e4a3fe0f42909c188c25894f7a8f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d135e4a3fe0f42909c188c25894f7a8f 2024-12-06T08:41:22,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/23153a23b8c3479fb1332e94cc435bd0 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/23153a23b8c3479fb1332e94cc435bd0 2024-12-06T08:41:22,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/68c5ae1b6252468a90f119a945e4aa40 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/68c5ae1b6252468a90f119a945e4aa40 2024-12-06T08:41:22,554 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d6c6a1d675b94695af028bcb76527ab6 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d6c6a1d675b94695af028bcb76527ab6 2024-12-06T08:41:22,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/1ea6cf82209e4e26819b7441f6f2582f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/1ea6cf82209e4e26819b7441f6f2582f 2024-12-06T08:41:22,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/967eea08e6b04b42b14c06a1dd5fd921 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/967eea08e6b04b42b14c06a1dd5fd921 2024-12-06T08:41:22,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/bd479de9cdfd4a53a6cee53c02987659 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/bd479de9cdfd4a53a6cee53c02987659 2024-12-06T08:41:22,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/11583027d5f6433db540a00d95bea030 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/11583027d5f6433db540a00d95bea030 2024-12-06T08:41:22,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/946b1d6575ad42a7a04c39daf2cb549c to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/946b1d6575ad42a7a04c39daf2cb549c 2024-12-06T08:41:22,563 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/3b75b44eac0c4a09917824f26dfb0c7f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/3b75b44eac0c4a09917824f26dfb0c7f 2024-12-06T08:41:22,564 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/f05cc48504494355a86bb7b94cfe47fa to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/f05cc48504494355a86bb7b94cfe47fa 2024-12-06T08:41:22,565 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/e603261f12714511a55bcc29a1f4dac5 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/e603261f12714511a55bcc29a1f4dac5 2024-12-06T08:41:22,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/532dd6704f9b418a8f9e3d0fda29d7f3 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/532dd6704f9b418a8f9e3d0fda29d7f3 2024-12-06T08:41:22,568 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/e7af12741eac43e7a8b468ac55351b9a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/e7af12741eac43e7a8b468ac55351b9a 2024-12-06T08:41:22,573 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/8d3b9cbb95c941e89b5ac8aac2af51ec to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/8d3b9cbb95c941e89b5ac8aac2af51ec 2024-12-06T08:41:22,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/50761f0886414c7a8c97c3231b243a4f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/50761f0886414c7a8c97c3231b243a4f 2024-12-06T08:41:22,575 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/672747db1a5d42b7bc33c661eb3704f2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/672747db1a5d42b7bc33c661eb3704f2 2024-12-06T08:41:22,577 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/b3a122dec666474ebf562d0652b881b3 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/b3a122dec666474ebf562d0652b881b3 2024-12-06T08:41:22,578 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/eb828acb77a14ccda261410246b216a8 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/eb828acb77a14ccda261410246b216a8 2024-12-06T08:41:22,579 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/5bfe2818aae64776b6f53aa561fc0e37 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/5bfe2818aae64776b6f53aa561fc0e37 2024-12-06T08:41:22,580 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/59283dd538c04724a62f32d2ff35a22c to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/59283dd538c04724a62f32d2ff35a22c 2024-12-06T08:41:22,581 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/9566eb7f73d54104ade78b113ecf6f7b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/9566eb7f73d54104ade78b113ecf6f7b 2024-12-06T08:41:22,583 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/a47bcb2714a54087a9b2e8547bfd90a0 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/a47bcb2714a54087a9b2e8547bfd90a0 2024-12-06T08:41:22,584 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/515ef0c55daf4bef9bfe59c637d23281 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/515ef0c55daf4bef9bfe59c637d23281 2024-12-06T08:41:22,586 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d91b840736b542d3864c36a4d3f96d83 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d91b840736b542d3864c36a4d3f96d83 2024-12-06T08:41:22,587 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/5ca056713c67453e9800d72e5de0df3d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/5ca056713c67453e9800d72e5de0df3d 2024-12-06T08:41:22,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/579b99d4faa642b39c40834adf1fa527 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/579b99d4faa642b39c40834adf1fa527 2024-12-06T08:41:22,589 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/6fb3552a7d574730851ecf86142d1529 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/6fb3552a7d574730851ecf86142d1529 2024-12-06T08:41:22,591 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/7a170f7d234144af8592532c9c83c0ba to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/7a170f7d234144af8592532c9c83c0ba 2024-12-06T08:41:22,592 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/81dde2aa47844b218f6330c7093289f3 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/81dde2aa47844b218f6330c7093289f3 2024-12-06T08:41:22,593 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/6cff02f267084333828d08b308d536b2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/6cff02f267084333828d08b308d536b2 2024-12-06T08:41:22,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d6e31e54896b4ca5bb9e759a60493dbc to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d6e31e54896b4ca5bb9e759a60493dbc 2024-12-06T08:41:22,596 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/47e1c4fe4ce3433f9239259183b1536a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/47e1c4fe4ce3433f9239259183b1536a 2024-12-06T08:41:22,597 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/640bc1fd409a4139ac544a132c6e6cdc to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/640bc1fd409a4139ac544a132c6e6cdc 2024-12-06T08:41:22,599 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/73db5dc88f6641febebd128c605e4c05 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/73db5dc88f6641febebd128c605e4c05 2024-12-06T08:41:22,600 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/c2536aeb9e8642b8925c110d4c3eb751 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/c2536aeb9e8642b8925c110d4c3eb751 2024-12-06T08:41:22,601 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/601bd5ff31024251ac13bf2d8808c20e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/601bd5ff31024251ac13bf2d8808c20e 2024-12-06T08:41:22,602 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/926702b59a4c4451a04c99d8bd1e6255 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/926702b59a4c4451a04c99d8bd1e6255 2024-12-06T08:41:22,603 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/e4d51f7facae48e0a71874f0c3ce5f4b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/e4d51f7facae48e0a71874f0c3ce5f4b 2024-12-06T08:41:22,605 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/83dde470a19642d298ad33263fb3c81b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/83dde470a19642d298ad33263fb3c81b 2024-12-06T08:41:22,606 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/7e8d9644a492423488983ecc2503b5e3 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/7e8d9644a492423488983ecc2503b5e3 2024-12-06T08:41:22,607 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/83c844d64df34a32affff75233934cc6 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/83c844d64df34a32affff75233934cc6 2024-12-06T08:41:22,609 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/faf48c8aaa8d42f2949ad6dd9679be33, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/37eb64a9ae884674b4f5eda878f61df3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/71f469ef88a3485d81274d84ad1e7af0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/4cfc87744a3c4590971ae835f6ed9fa0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/93e11ced1b4b429b97351fbe21ee7da5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/ee5ba0366d4c47bcaff3d9f53d62e8d7, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/ab6fbdc1bdc04b1eb33b95eb6d046b3d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/fcf3bb2569674fa7a31b6f14042b4a12, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/43054d2ed6c54c2d910cdb22c3e87f32, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/6e3ba3fc8f5548dab90a92c1cd077669, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/8e73bb20c1c9494ea6c717e03b38d9d0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/f1b6d0f5372341d9b07aaaffb8bd1f26, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/5c449d41a438433e8a7f12ef6347a95d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/dea54abbf27242e5bc0b04a99ded3635, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/cdb2743479894208a8a87ba49c1fed06, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/71796e2e46f34f97849d811b031feed9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/6daede82239f463589e10948021990b0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/367f1250728443aaad5ba3dab8f285e4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/89d1af9b0a844e89a516fe6b0194fd0c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/a780e0809f474e7f87ee0ec035815c63, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/66bd0b1f57254ca5a06b1e2bfccf5251, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/fc060ae3cd754aeaa5ce1033fe053a6d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/f8755398d88c46699d10de2f51d88b65, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/8abd2df214084bfa9cf1ac8b4d42b015, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/7ef29d5f72b14f678aca38b38ade7e73, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/d4525fce003a4c57b51f2bda6461710a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/a405c4fad95845548cd84fca7f8b0a39, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/235b212ec3e3440a8053d9a97ad503e2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/d90e7d1a67134f179ece29ba2ae72125, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/18b6240e22ce4692b7e8da97c46fd359, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/e06e09dda0a44505a85aeaa831800371, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/b956f098736f498b88d4130b10e85109, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/353b4514cde341c4bdfdeacc2bd1d85b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/31d6f7537012496985697baae8c23177, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/5769549103be4cd68b0ddd9a88a38e04, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/706d960076fe4695a1f1dddb78dcaf4c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/0c29a3295c4d444da43087ee41708426, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/57f193a5b5cb4fb783badc55bb507424, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/3670b413c70b4adda1afd4c0d6e41037, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/9a8f1b6e347043a39879f6482c0fbd2e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/2b7c59abdf784c20b292ca291e760094, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/bbaad8a0dcc24ea28407c379f624416a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/14e78091f9684fa38ec23b0688e73df0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/64b680b43a36416da80a5afc4a652d6c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/80b16abb3cf1468bbc384842440c3805, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/bca92405d41041b2b998bf47f7e957af] to archive 2024-12-06T08:41:22,610 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T08:41:22,612 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/faf48c8aaa8d42f2949ad6dd9679be33 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/faf48c8aaa8d42f2949ad6dd9679be33 2024-12-06T08:41:22,613 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/37eb64a9ae884674b4f5eda878f61df3 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/37eb64a9ae884674b4f5eda878f61df3 2024-12-06T08:41:22,614 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/71f469ef88a3485d81274d84ad1e7af0 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/71f469ef88a3485d81274d84ad1e7af0 2024-12-06T08:41:22,615 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/4cfc87744a3c4590971ae835f6ed9fa0 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/4cfc87744a3c4590971ae835f6ed9fa0 2024-12-06T08:41:22,617 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/93e11ced1b4b429b97351fbe21ee7da5 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/93e11ced1b4b429b97351fbe21ee7da5 2024-12-06T08:41:22,618 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/ee5ba0366d4c47bcaff3d9f53d62e8d7 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/ee5ba0366d4c47bcaff3d9f53d62e8d7 2024-12-06T08:41:22,619 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/ab6fbdc1bdc04b1eb33b95eb6d046b3d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/ab6fbdc1bdc04b1eb33b95eb6d046b3d 2024-12-06T08:41:22,621 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/fcf3bb2569674fa7a31b6f14042b4a12 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/fcf3bb2569674fa7a31b6f14042b4a12 2024-12-06T08:41:22,622 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/43054d2ed6c54c2d910cdb22c3e87f32 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/43054d2ed6c54c2d910cdb22c3e87f32 2024-12-06T08:41:22,623 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/6e3ba3fc8f5548dab90a92c1cd077669 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/6e3ba3fc8f5548dab90a92c1cd077669 2024-12-06T08:41:22,624 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/8e73bb20c1c9494ea6c717e03b38d9d0 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/8e73bb20c1c9494ea6c717e03b38d9d0 2024-12-06T08:41:22,626 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/f1b6d0f5372341d9b07aaaffb8bd1f26 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/f1b6d0f5372341d9b07aaaffb8bd1f26 2024-12-06T08:41:22,628 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/5c449d41a438433e8a7f12ef6347a95d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/5c449d41a438433e8a7f12ef6347a95d 2024-12-06T08:41:22,629 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/dea54abbf27242e5bc0b04a99ded3635 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/dea54abbf27242e5bc0b04a99ded3635 2024-12-06T08:41:22,630 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/cdb2743479894208a8a87ba49c1fed06 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/cdb2743479894208a8a87ba49c1fed06 2024-12-06T08:41:22,632 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/71796e2e46f34f97849d811b031feed9 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/71796e2e46f34f97849d811b031feed9 2024-12-06T08:41:22,633 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/6daede82239f463589e10948021990b0 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/6daede82239f463589e10948021990b0 2024-12-06T08:41:22,634 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/367f1250728443aaad5ba3dab8f285e4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/367f1250728443aaad5ba3dab8f285e4 2024-12-06T08:41:22,635 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/89d1af9b0a844e89a516fe6b0194fd0c to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/89d1af9b0a844e89a516fe6b0194fd0c 2024-12-06T08:41:22,636 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/a780e0809f474e7f87ee0ec035815c63 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/a780e0809f474e7f87ee0ec035815c63 2024-12-06T08:41:22,638 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/66bd0b1f57254ca5a06b1e2bfccf5251 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/66bd0b1f57254ca5a06b1e2bfccf5251 2024-12-06T08:41:22,639 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/fc060ae3cd754aeaa5ce1033fe053a6d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/fc060ae3cd754aeaa5ce1033fe053a6d 2024-12-06T08:41:22,640 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/f8755398d88c46699d10de2f51d88b65 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/f8755398d88c46699d10de2f51d88b65 2024-12-06T08:41:22,641 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/8abd2df214084bfa9cf1ac8b4d42b015 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/8abd2df214084bfa9cf1ac8b4d42b015 2024-12-06T08:41:22,642 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/7ef29d5f72b14f678aca38b38ade7e73 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/7ef29d5f72b14f678aca38b38ade7e73 2024-12-06T08:41:22,643 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/d4525fce003a4c57b51f2bda6461710a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/d4525fce003a4c57b51f2bda6461710a 2024-12-06T08:41:22,645 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/a405c4fad95845548cd84fca7f8b0a39 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/a405c4fad95845548cd84fca7f8b0a39 2024-12-06T08:41:22,646 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/235b212ec3e3440a8053d9a97ad503e2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/235b212ec3e3440a8053d9a97ad503e2 2024-12-06T08:41:22,648 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/d90e7d1a67134f179ece29ba2ae72125 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/d90e7d1a67134f179ece29ba2ae72125 2024-12-06T08:41:22,649 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/18b6240e22ce4692b7e8da97c46fd359 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/18b6240e22ce4692b7e8da97c46fd359 2024-12-06T08:41:22,650 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/e06e09dda0a44505a85aeaa831800371 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/e06e09dda0a44505a85aeaa831800371 2024-12-06T08:41:22,652 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/b956f098736f498b88d4130b10e85109 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/b956f098736f498b88d4130b10e85109 2024-12-06T08:41:22,653 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/353b4514cde341c4bdfdeacc2bd1d85b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/353b4514cde341c4bdfdeacc2bd1d85b 2024-12-06T08:41:22,654 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/31d6f7537012496985697baae8c23177 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/31d6f7537012496985697baae8c23177 2024-12-06T08:41:22,656 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/5769549103be4cd68b0ddd9a88a38e04 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/5769549103be4cd68b0ddd9a88a38e04 2024-12-06T08:41:22,660 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/706d960076fe4695a1f1dddb78dcaf4c to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/706d960076fe4695a1f1dddb78dcaf4c 2024-12-06T08:41:22,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/0c29a3295c4d444da43087ee41708426 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/0c29a3295c4d444da43087ee41708426 2024-12-06T08:41:22,666 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/57f193a5b5cb4fb783badc55bb507424 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/57f193a5b5cb4fb783badc55bb507424 2024-12-06T08:41:22,668 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/3670b413c70b4adda1afd4c0d6e41037 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/3670b413c70b4adda1afd4c0d6e41037 2024-12-06T08:41:22,669 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/9a8f1b6e347043a39879f6482c0fbd2e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/9a8f1b6e347043a39879f6482c0fbd2e 2024-12-06T08:41:22,670 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/2b7c59abdf784c20b292ca291e760094 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/2b7c59abdf784c20b292ca291e760094 2024-12-06T08:41:22,672 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/bbaad8a0dcc24ea28407c379f624416a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/bbaad8a0dcc24ea28407c379f624416a 2024-12-06T08:41:22,673 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/14e78091f9684fa38ec23b0688e73df0 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/14e78091f9684fa38ec23b0688e73df0 2024-12-06T08:41:22,675 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/64b680b43a36416da80a5afc4a652d6c to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/64b680b43a36416da80a5afc4a652d6c 2024-12-06T08:41:22,676 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/80b16abb3cf1468bbc384842440c3805 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/80b16abb3cf1468bbc384842440c3805 2024-12-06T08:41:22,677 DEBUG [StoreCloser-TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/bca92405d41041b2b998bf47f7e957af to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/bca92405d41041b2b998bf47f7e957af 2024-12-06T08:41:22,684 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/recovered.edits/771.seqid, newMaxSeqId=771, maxSeqId=1 2024-12-06T08:41:22,685 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. 2024-12-06T08:41:22,685 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 9228b2c00478742b52da557cc95a8001: Waiting for close lock at 1733474480526Running coprocessor pre-close hooks at 1733474480526Disabling compacts and flushes for region at 1733474480526Disabling writes for close at 1733474481192 (+666 ms)Obtaining lock to block concurrent updates at 1733474481192Preparing flush snapshotting stores in 9228b2c00478742b52da557cc95a8001 at 1733474481192Finished memstore snapshotting TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733474481192Flushing stores of TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001. at 1733474481193 (+1 ms)Flushing 9228b2c00478742b52da557cc95a8001/A: creating writer at 1733474481193Flushing 9228b2c00478742b52da557cc95a8001/A: appending metadata at 1733474481197 (+4 ms)Flushing 9228b2c00478742b52da557cc95a8001/A: closing flushed file at 1733474481197Flushing 9228b2c00478742b52da557cc95a8001/B: creating writer at 1733474481608 (+411 ms)Flushing 9228b2c00478742b52da557cc95a8001/B: appending metadata at 1733474481621 (+13 ms)Flushing 9228b2c00478742b52da557cc95a8001/B: closing flushed file at 1733474481621Flushing 9228b2c00478742b52da557cc95a8001/C: creating writer at 1733474482036 (+415 ms)Flushing 9228b2c00478742b52da557cc95a8001/C: appending metadata at 1733474482039 (+3 ms)Flushing 9228b2c00478742b52da557cc95a8001/C: closing flushed file at 1733474482039Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9048d52: reopening flushed file at 1733474482448 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ad472e: reopening flushed file at 1733474482453 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49134543: reopening flushed file at 1733474482458 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 9228b2c00478742b52da557cc95a8001 in 1272ms, sequenceid=768, compaction requested=true at 1733474482464 (+6 ms)Writing region close event to WAL at 1733474482680 (+216 ms)Running coprocessor post-close hooks at 1733474482685 (+5 ms)Closed at 1733474482685 2024-12-06T08:41:22,688 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:22,689 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=9228b2c00478742b52da557cc95a8001, regionState=CLOSED 2024-12-06T08:41:22,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 because future has completed 2024-12-06T08:41:22,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-06T08:41:22,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 9228b2c00478742b52da557cc95a8001, server=25494438c68b,33295,1733474453014 in 2.3290 sec 2024-12-06T08:41:22,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-12-06T08:41:22,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9228b2c00478742b52da557cc95a8001, UNASSIGN in 2.3450 sec 2024-12-06T08:41:22,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-06T08:41:22,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.3530 sec 2024-12-06T08:41:22,701 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474482701"}]},"ts":"1733474482701"} 2024-12-06T08:41:22,703 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T08:41:22,703 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T08:41:22,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.3730 sec 2024-12-06T08:41:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-06T08:41:24,509 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:24,512 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T08:41:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:41:24,519 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:41:24,521 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:41:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-06T08:41:24,531 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:24,537 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A, FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B, FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C, FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/recovered.edits] 2024-12-06T08:41:24,541 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/849d1f6f1cb740ae88e6006d9c73afa9 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/849d1f6f1cb740ae88e6006d9c73afa9 2024-12-06T08:41:24,542 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/97ad55e851ca4cf0a199487ed5ef8cf2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/97ad55e851ca4cf0a199487ed5ef8cf2 2024-12-06T08:41:24,544 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c04a9397dd3b4a6e97790ab26c1b57a2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c04a9397dd3b4a6e97790ab26c1b57a2 2024-12-06T08:41:24,546 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c3383f97709a4be3a00fd4d657f1e805 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/A/c3383f97709a4be3a00fd4d657f1e805 2024-12-06T08:41:24,549 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/7798f28af16b49b792611e263c078734 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/7798f28af16b49b792611e263c078734 2024-12-06T08:41:24,551 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/8e9161c3da3042a9b69cf36d7865a2bc to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/8e9161c3da3042a9b69cf36d7865a2bc 2024-12-06T08:41:24,553 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d36b52425ce941e78b9eef1351a006fc to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/d36b52425ce941e78b9eef1351a006fc 2024-12-06T08:41:24,554 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/efb299d0cddf47ad861e88e23e8e34b3 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/B/efb299d0cddf47ad861e88e23e8e34b3 2024-12-06T08:41:24,558 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/7287109383d64649b9fedfa61be2ac4b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/7287109383d64649b9fedfa61be2ac4b 2024-12-06T08:41:24,559 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/a5b937f70fab4294a648d0ea3cbc4531 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/a5b937f70fab4294a648d0ea3cbc4531 2024-12-06T08:41:24,561 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/d4171fa06d984605968fa675ea55926a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/d4171fa06d984605968fa675ea55926a 2024-12-06T08:41:24,563 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/e4b4817858b0433fbfb787f8ffcf9ad8 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/C/e4b4817858b0433fbfb787f8ffcf9ad8 2024-12-06T08:41:24,566 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/recovered.edits/771.seqid to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001/recovered.edits/771.seqid 2024-12-06T08:41:24,567 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9228b2c00478742b52da557cc95a8001 2024-12-06T08:41:24,567 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T08:41:24,576 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:41:24,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-06T08:41:24,588 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T08:41:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-06T08:41:24,630 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T08:41:24,632 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:41:24,633 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T08:41:24,633 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733474484633"}]},"ts":"9223372036854775807"} 2024-12-06T08:41:24,639 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-06T08:41:24,639 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9228b2c00478742b52da557cc95a8001, NAME => 'TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T08:41:24,640 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T08:41:24,640 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733474484640"}]},"ts":"9223372036854775807"} 2024-12-06T08:41:24,645 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-06T08:41:24,646 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:41:24,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 133 msec 2024-12-06T08:41:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-06T08:41:24,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-06T08:41:24,839 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:24,857 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=247 (was 210) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/25494438c68b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;25494438c68b:33295-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1296301360_22 at /127.0.0.1:47226 [Waiting for operation #464] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/25494438c68b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_377456443_22 at /127.0.0.1:47084 [Waiting for operation #481] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=561 (was 445) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9468 (was 9735) 2024-12-06T08:41:24,869 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=561, ProcessCount=11, AvailableMemoryMB=9465 2024-12-06T08:41:24,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T08:41:24,872 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T08:41:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T08:41:24,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T08:41:24,875 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:24,875 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-12-06T08:41:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-06T08:41:24,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T08:41:24,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741987_1163 (size=1061) 2024-12-06T08:41:24,892 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda 2024-12-06T08:41:24,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741988_1164 (size=53) 2024-12-06T08:41:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-06T08:41:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-06T08:41:25,300 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T08:41:25,300 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ae4a3dc502b0a3882c5aeeff947351ca, disabling compactions & flushes 2024-12-06T08:41:25,300 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:25,300 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:25,300 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. after waiting 0 ms 2024-12-06T08:41:25,300 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:25,300 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:25,300 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae4a3dc502b0a3882c5aeeff947351ca: Waiting for close lock at 1733474485300Disabling compacts and flushes for region at 1733474485300Disabling writes for close at 1733474485300Writing region close event to WAL at 1733474485300Closed at 1733474485300 2024-12-06T08:41:25,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T08:41:25,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733474485302"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733474485302"}]},"ts":"1733474485302"} 2024-12-06T08:41:25,305 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T08:41:25,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T08:41:25,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474485306"}]},"ts":"1733474485306"} 2024-12-06T08:41:25,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T08:41:25,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae4a3dc502b0a3882c5aeeff947351ca, ASSIGN}] 2024-12-06T08:41:25,309 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae4a3dc502b0a3882c5aeeff947351ca, ASSIGN 2024-12-06T08:41:25,310 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae4a3dc502b0a3882c5aeeff947351ca, ASSIGN; state=OFFLINE, location=25494438c68b,33295,1733474453014; forceNewPlan=false, retain=false 2024-12-06T08:41:25,460 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=ae4a3dc502b0a3882c5aeeff947351ca, regionState=OPENING, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:41:25,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae4a3dc502b0a3882c5aeeff947351ca, ASSIGN because future has completed 2024-12-06T08:41:25,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014}] 2024-12-06T08:41:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-06T08:41:25,619 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:25,620 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} 2024-12-06T08:41:25,620 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:25,620 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T08:41:25,620 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:25,620 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:25,622 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:25,623 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:41:25,624 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae4a3dc502b0a3882c5aeeff947351ca columnFamilyName A 2024-12-06T08:41:25,624 DEBUG [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:25,624 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] regionserver.HStore(327): Store=ae4a3dc502b0a3882c5aeeff947351ca/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:41:25,624 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:25,625 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:41:25,626 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae4a3dc502b0a3882c5aeeff947351ca columnFamilyName B 2024-12-06T08:41:25,626 DEBUG [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:25,626 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] regionserver.HStore(327): Store=ae4a3dc502b0a3882c5aeeff947351ca/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:41:25,626 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:25,627 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:41:25,627 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae4a3dc502b0a3882c5aeeff947351ca columnFamilyName C 2024-12-06T08:41:25,627 DEBUG [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:25,628 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] regionserver.HStore(327): Store=ae4a3dc502b0a3882c5aeeff947351ca/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:41:25,628 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:25,628 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:25,629 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:25,629 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:25,630 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:25,630 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:25,631 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T08:41:25,632 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:25,634 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T08:41:25,634 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened ae4a3dc502b0a3882c5aeeff947351ca; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63231182, jitterRate=-0.05778196454048157}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T08:41:25,634 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:25,635 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for ae4a3dc502b0a3882c5aeeff947351ca: Running coprocessor pre-open hook at 1733474485620Writing region info on filesystem at 1733474485620Initializing all the Stores at 1733474485621 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474485621Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474485621Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474485621Cleaning up temporary data from old regions at 1733474485630 (+9 ms)Running coprocessor post-open hooks at 1733474485634 (+4 ms)Region opened successfully at 1733474485635 (+1 ms) 2024-12-06T08:41:25,636 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., pid=34, masterSystemTime=1733474485615 2024-12-06T08:41:25,638 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:25,638 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:25,639 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=ae4a3dc502b0a3882c5aeeff947351ca, regionState=OPEN, openSeqNum=2, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:41:25,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 because future has completed 2024-12-06T08:41:25,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-12-06T08:41:25,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 in 179 msec 2024-12-06T08:41:25,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-06T08:41:25,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae4a3dc502b0a3882c5aeeff947351ca, ASSIGN in 335 msec 2024-12-06T08:41:25,646 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T08:41:25,646 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474485646"}]},"ts":"1733474485646"} 2024-12-06T08:41:25,648 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T08:41:25,648 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T08:41:25,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 777 msec 2024-12-06T08:41:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-06T08:41:26,018 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:26,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736030eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:26,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:41:26,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:41:26,021 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:41:26,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:41:26,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:41:26,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1099c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:26,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:41:26,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:41:26,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:26,024 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:41:26,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ba7963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:26,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:41:26,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:41:26,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:41:26,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:41:26,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T08:41:26,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 25494438c68b,42573,1733474452139 2024-12-06T08:41:26,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e382e3b 2024-12-06T08:41:26,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T08:41:26,030 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T08:41:26,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T08:41:26,036 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T08:41:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-06T08:41:26,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741989_1165 (size=1097) 2024-12-06T08:41:26,457 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-06T08:41:26,457 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-06T08:41:26,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T08:41:26,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae4a3dc502b0a3882c5aeeff947351ca, REOPEN/MOVE}] 2024-12-06T08:41:26,469 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae4a3dc502b0a3882c5aeeff947351ca, REOPEN/MOVE 2024-12-06T08:41:26,470 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=ae4a3dc502b0a3882c5aeeff947351ca, regionState=CLOSING, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:41:26,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae4a3dc502b0a3882c5aeeff947351ca, REOPEN/MOVE because future has completed 2024-12-06T08:41:26,473 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T08:41:26,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014}] 2024-12-06T08:41:26,626 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:26,626 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T08:41:26,626 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing ae4a3dc502b0a3882c5aeeff947351ca, disabling compactions & flushes 2024-12-06T08:41:26,626 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:26,626 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:26,626 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. after waiting 0 ms 2024-12-06T08:41:26,626 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:26,631 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-06T08:41:26,632 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:26,632 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for ae4a3dc502b0a3882c5aeeff947351ca: Waiting for close lock at 1733474486626Running coprocessor pre-close hooks at 1733474486626Disabling compacts and flushes for region at 1733474486626Disabling writes for close at 1733474486626Writing region close event to WAL at 1733474486627 (+1 ms)Running coprocessor post-close hooks at 1733474486632 (+5 ms)Closed at 1733474486632 2024-12-06T08:41:26,632 WARN [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: ae4a3dc502b0a3882c5aeeff947351ca to self. 2024-12-06T08:41:26,635 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:26,635 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=ae4a3dc502b0a3882c5aeeff947351ca, regionState=CLOSED 2024-12-06T08:41:26,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 because future has completed 2024-12-06T08:41:26,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-06T08:41:26,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 in 165 msec 2024-12-06T08:41:26,641 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae4a3dc502b0a3882c5aeeff947351ca, REOPEN/MOVE; state=CLOSED, location=25494438c68b,33295,1733474453014; forceNewPlan=false, retain=true 2024-12-06T08:41:26,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=ae4a3dc502b0a3882c5aeeff947351ca, regionState=OPENING, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:41:26,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae4a3dc502b0a3882c5aeeff947351ca, REOPEN/MOVE because future has completed 2024-12-06T08:41:26,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014}] 2024-12-06T08:41:26,950 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:26,951 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} 2024-12-06T08:41:26,951 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:26,951 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T08:41:26,951 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:26,952 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:26,971 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:26,973 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:41:26,979 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae4a3dc502b0a3882c5aeeff947351ca columnFamilyName A 2024-12-06T08:41:26,982 DEBUG [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:26,982 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] regionserver.HStore(327): Store=ae4a3dc502b0a3882c5aeeff947351ca/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:41:26,983 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:26,984 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:41:26,984 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae4a3dc502b0a3882c5aeeff947351ca columnFamilyName B 2024-12-06T08:41:26,984 DEBUG [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:26,985 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] regionserver.HStore(327): Store=ae4a3dc502b0a3882c5aeeff947351ca/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:41:26,985 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:26,986 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:41:26,986 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae4a3dc502b0a3882c5aeeff947351ca columnFamilyName C 2024-12-06T08:41:26,986 DEBUG [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:26,986 INFO [StoreOpener-ae4a3dc502b0a3882c5aeeff947351ca-1 {}] regionserver.HStore(327): Store=ae4a3dc502b0a3882c5aeeff947351ca/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:41:26,987 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:26,987 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:26,987 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:26,988 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:26,989 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:26,989 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:26,990 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T08:41:26,991 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:26,992 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened ae4a3dc502b0a3882c5aeeff947351ca; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59882714, jitterRate=-0.10767802596092224}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T08:41:26,992 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:26,994 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for ae4a3dc502b0a3882c5aeeff947351ca: Running coprocessor pre-open hook at 1733474486952Writing region info on filesystem at 1733474486952Initializing all the Stores at 1733474486964 (+12 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474486964Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474486967 (+3 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474486967Cleaning up temporary data from old regions at 1733474486989 (+22 ms)Running coprocessor post-open hooks at 1733474486992 (+3 ms)Region opened successfully at 1733474486994 (+2 ms) 2024-12-06T08:41:26,995 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., pid=39, masterSystemTime=1733474486947 2024-12-06T08:41:26,997 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:26,997 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:26,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=ae4a3dc502b0a3882c5aeeff947351ca, regionState=OPEN, openSeqNum=5, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 because future has completed 2024-12-06T08:41:27,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-12-06T08:41:27,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 in 206 msec 2024-12-06T08:41:27,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-06T08:41:27,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae4a3dc502b0a3882c5aeeff947351ca, REOPEN/MOVE in 535 msec 2024-12-06T08:41:27,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-12-06T08:41:27,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 546 msec 2024-12-06T08:41:27,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 973 msec 2024-12-06T08:41:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-12-06T08:41:27,015 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:27,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b7b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:41:27,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:41:27,018 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:41:27,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:41:27,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:41:27,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e88072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:41:27,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:41:27,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:27,020 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:41:27,020 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd7ed2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1845b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:41:27,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:41:27,022 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:41:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:41:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:41:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac20d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:41:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:41:27,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:27,025 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:41:27,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2178c04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208b436a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:41:27,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:41:27,028 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:41:27,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:41:27,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:41:27,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4237bb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:41:27,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:41:27,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:27,030 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:41:27,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6109cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349085e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:41:27,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:41:27,033 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:41:27,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:41:27,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:41:27,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab06ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:41:27,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:41:27,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:27,036 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:41:27,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6501ed9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffb7a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,037 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:41:27,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:41:27,038 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:41:27,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:41:27,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:41:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60326582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:41:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:41:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:27,040 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:41:27,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5fb395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d21c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:41:27,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:41:27,049 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:41:27,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:41:27,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:41:27,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c56e120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:41:27,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:41:27,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:27,051 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:41:27,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1729227f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a92e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:41:27,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:41:27,057 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:41:27,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:41:27,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:41:27,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f4144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:41:27,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:41:27,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:27,058 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:41:27,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78429c4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:41:27,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:41:27,060 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:41:27,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:41:27,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:41:27,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a9f068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:41:27,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:41:27,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:27,062 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:41:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1266e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494eb83f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,063 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:41:27,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:41:27,064 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:41:27,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:41:27,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:41:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5b0ddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:41:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:41:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:27,066 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:41:27,066 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30213712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:41:27,068 DEBUG [Thread-789 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:41:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:41:27,069 DEBUG [Thread-808 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:41:27,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:41:27,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:41:27,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:41:27,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:41:27,072 DEBUG [Thread-804 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:41:27,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:41:27,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:41:27,073 DEBUG [Thread-804 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:41:27,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:41:27,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:41:27,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:41:27,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:41:27,080 DEBUG [Thread-806 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:41:27,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:41:27,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:41:27,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:41:27,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:41:27,098 DEBUG [Thread-802 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:41:27,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:41:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:41:27,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:41:27,101 DEBUG [Thread-798 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:41:27,102 DEBUG [Thread-795 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:41:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:41:27,103 DEBUG [Thread-791 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:41:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:41:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:41:27,104 DEBUG [Thread-798 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:41:27,104 DEBUG [Thread-798 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:41:27,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:41:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:41:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:41:27,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:41:27,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:41:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:41:27,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:41:27,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:41:27,112 DEBUG [Thread-793 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:41:27,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:41:27,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:41:27,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:41:27,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:41:27,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-06T08:41:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:27,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:27,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:27,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:27,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:27,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:27,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:27,122 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:41:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-12-06T08:41:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-06T08:41:27,126 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:41:27,127 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:41:27,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:41:27,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062fb7eef4fd6345eba16bbebed1d1f77d_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474487117/Put/seqid=0 2024-12-06T08:41:27,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733474487158, max timestamp=1733474487181Num uniques 859; 2024-12-06T08:41:27,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-06T08:41:27,189 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733474487158, max timestamp=1733474487181Num uniques 859; 2024-12-06T08:41:27,189 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-06T08:41:27,191 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733474487158, max timestamp=1733474487182Num uniques 859; 2024-12-06T08:41:27,191 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-06T08:41:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-06T08:41:27,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741990_1166 (size=14594) 2024-12-06T08:41:27,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-06T08:41:27,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:27,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:27,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474547229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:27,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474547275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474547277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474547279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:27,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474547284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:27,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474547398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:27,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474547398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474547398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474547399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:27,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474547399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-06T08:41:27,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-06T08:41:27,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:27,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:27,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:27,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:27,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:27,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-06T08:41:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:27,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:27,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:27,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474547618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:27,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474547618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:27,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474547618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:27,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474547618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474547620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:27,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:27,637 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:27,643 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062fb7eef4fd6345eba16bbebed1d1f77d_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062fb7eef4fd6345eba16bbebed1d1f77d_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:27,644 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/e40de092043142a590c1c570b4e57c05, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:27,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/e40de092043142a590c1c570b4e57c05 is 175, key is test_row_0/A:col10/1733474487117/Put/seqid=0 2024-12-06T08:41:27,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741991_1167 (size=39549) 2024-12-06T08:41:27,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-06T08:41:27,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-06T08:41:27,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:27,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:27,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:27,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:27,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:27,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-06T08:41:27,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:27,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:27,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:27,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:27,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:27,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474547938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474547939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:27,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474547939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:27,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:27,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474547939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474547939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:28,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-06T08:41:28,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:28,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:28,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:28,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:28,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:28,079 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/e40de092043142a590c1c570b4e57c05 2024-12-06T08:41:28,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/f7a73a71f703401a934f06c53259820d is 50, key is test_row_0/B:col10/1733474487117/Put/seqid=0 2024-12-06T08:41:28,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741992_1168 (size=12001) 2024-12-06T08:41:28,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/f7a73a71f703401a934f06c53259820d 2024-12-06T08:41:28,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-06T08:41:28,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:28,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:28,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:28,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:28,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:28,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/26e78ddfe2bb4e7689f38587b9d4d698 is 50, key is test_row_0/C:col10/1733474487117/Put/seqid=0 2024-12-06T08:41:28,238 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T08:41:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-06T08:41:28,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741993_1169 (size=12001) 2024-12-06T08:41:28,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/26e78ddfe2bb4e7689f38587b9d4d698 2024-12-06T08:41:28,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/e40de092043142a590c1c570b4e57c05 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/e40de092043142a590c1c570b4e57c05 2024-12-06T08:41:28,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/e40de092043142a590c1c570b4e57c05, entries=200, sequenceid=15, filesize=38.6 K 2024-12-06T08:41:28,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/f7a73a71f703401a934f06c53259820d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f7a73a71f703401a934f06c53259820d 2024-12-06T08:41:28,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f7a73a71f703401a934f06c53259820d, entries=150, sequenceid=15, filesize=11.7 K 2024-12-06T08:41:28,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/26e78ddfe2bb4e7689f38587b9d4d698 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/26e78ddfe2bb4e7689f38587b9d4d698 2024-12-06T08:41:28,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/26e78ddfe2bb4e7689f38587b9d4d698, entries=150, sequenceid=15, filesize=11.7 K 2024-12-06T08:41:28,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for ae4a3dc502b0a3882c5aeeff947351ca in 1196ms, sequenceid=15, compaction requested=false 2024-12-06T08:41:28,315 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-06T08:41:28,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:28,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-06T08:41:28,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:28,374 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-12-06T08:41:28,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:28,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:28,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:28,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:28,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:28,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:28,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c97993a1dfa54975b670cf323411e7a8_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474487224/Put/seqid=0 2024-12-06T08:41:28,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:28,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741994_1170 (size=12154) 2024-12-06T08:41:28,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:28,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474548474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:28,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474548474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:28,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474548480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:28,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474548481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:28,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:28,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:28,503 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c97993a1dfa54975b670cf323411e7a8_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c97993a1dfa54975b670cf323411e7a8_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:28,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/6b1b2349bb4047a29a0e3a2dcb159333, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:28,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/6b1b2349bb4047a29a0e3a2dcb159333 is 175, key is test_row_0/A:col10/1733474487224/Put/seqid=0 2024-12-06T08:41:28,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474548500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:28,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:28,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741995_1171 (size=30955) 2024-12-06T08:41:28,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474548614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:28,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:28,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474548614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:28,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:28,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474548614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:28,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:28,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474548614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:28,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474548632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:28,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:28,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474548817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:28,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474548830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:28,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474548830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:28,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474548830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:28,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474548848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:28,933 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/6b1b2349bb4047a29a0e3a2dcb159333 2024-12-06T08:41:28,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/629accbba6f9439a96af566a82231f66 is 50, key is test_row_0/B:col10/1733474487224/Put/seqid=0 2024-12-06T08:41:29,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741996_1172 (size=12001) 2024-12-06T08:41:29,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474549127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:29,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474549148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:29,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474549148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:29,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474549148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:29,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:29,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474549168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:29,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-06T08:41:29,431 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/629accbba6f9439a96af566a82231f66 2024-12-06T08:41:29,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/23a497f528de499ba43cc13e8a2367e1 is 50, key is test_row_0/C:col10/1733474487224/Put/seqid=0 2024-12-06T08:41:29,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741997_1173 (size=12001) 2024-12-06T08:41:29,451 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/23a497f528de499ba43cc13e8a2367e1 2024-12-06T08:41:29,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/6b1b2349bb4047a29a0e3a2dcb159333 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/6b1b2349bb4047a29a0e3a2dcb159333 2024-12-06T08:41:29,464 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/6b1b2349bb4047a29a0e3a2dcb159333, entries=150, sequenceid=49, filesize=30.2 K 2024-12-06T08:41:29,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/629accbba6f9439a96af566a82231f66 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/629accbba6f9439a96af566a82231f66 2024-12-06T08:41:29,471 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/629accbba6f9439a96af566a82231f66, entries=150, sequenceid=49, filesize=11.7 K 2024-12-06T08:41:29,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/23a497f528de499ba43cc13e8a2367e1 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/23a497f528de499ba43cc13e8a2367e1 2024-12-06T08:41:29,478 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/23a497f528de499ba43cc13e8a2367e1, entries=150, sequenceid=49, filesize=11.7 K 2024-12-06T08:41:29,479 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for ae4a3dc502b0a3882c5aeeff947351ca in 1106ms, sequenceid=49, compaction requested=false 2024-12-06T08:41:29,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:29,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:29,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-06T08:41:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-06T08:41:29,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-12-06T08:41:29,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3540 sec 2024-12-06T08:41:29,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.3620 sec 2024-12-06T08:41:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:29,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-06T08:41:29,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:29,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:29,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:29,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:29,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:29,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:29,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206da8587809c6547eb9503dcc9015215f2_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474489652/Put/seqid=0 2024-12-06T08:41:29,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741998_1174 (size=14594) 2024-12-06T08:41:29,715 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:29,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474549696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:29,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:29,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474549698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:29,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:29,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474549715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:29,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474549715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:29,728 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206da8587809c6547eb9503dcc9015215f2_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206da8587809c6547eb9503dcc9015215f2_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:29,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:29,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:29,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474549718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:29,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:29,729 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/b1c8dfbcecaa4e45b1fce6010f8e61f4, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:29,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/b1c8dfbcecaa4e45b1fce6010f8e61f4 is 175, key is test_row_0/A:col10/1733474489652/Put/seqid=0 2024-12-06T08:41:29,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741999_1175 (size=39549) 2024-12-06T08:41:29,779 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/b1c8dfbcecaa4e45b1fce6010f8e61f4 2024-12-06T08:41:29,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/395e1424bd5c4a38a73e78e4f1e8418d is 50, key is test_row_0/B:col10/1733474489652/Put/seqid=0 2024-12-06T08:41:29,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742000_1176 (size=12001) 2024-12-06T08:41:29,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474549828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:29,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:29,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474549828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:29,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:29,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474549837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:29,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:29,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474549837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:29,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:29,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474549838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:30,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474550037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:30,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:30,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474550037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:30,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:30,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:30,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474550048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:30,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474550048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474550048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:30,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/395e1424bd5c4a38a73e78e4f1e8418d 2024-12-06T08:41:30,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/5927f67ee6204693bcb8a453f25e3381 is 50, key is test_row_0/C:col10/1733474489652/Put/seqid=0 2024-12-06T08:41:30,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742001_1177 (size=12001) 2024-12-06T08:41:30,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/5927f67ee6204693bcb8a453f25e3381 2024-12-06T08:41:30,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/b1c8dfbcecaa4e45b1fce6010f8e61f4 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/b1c8dfbcecaa4e45b1fce6010f8e61f4 2024-12-06T08:41:30,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/b1c8dfbcecaa4e45b1fce6010f8e61f4, entries=200, sequenceid=61, filesize=38.6 K 2024-12-06T08:41:30,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/395e1424bd5c4a38a73e78e4f1e8418d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/395e1424bd5c4a38a73e78e4f1e8418d 2024-12-06T08:41:30,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/395e1424bd5c4a38a73e78e4f1e8418d, entries=150, sequenceid=61, filesize=11.7 K 2024-12-06T08:41:30,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/5927f67ee6204693bcb8a453f25e3381 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/5927f67ee6204693bcb8a453f25e3381 2024-12-06T08:41:30,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/5927f67ee6204693bcb8a453f25e3381, entries=150, sequenceid=61, filesize=11.7 K 2024-12-06T08:41:30,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for ae4a3dc502b0a3882c5aeeff947351ca in 650ms, sequenceid=61, compaction requested=true 2024-12-06T08:41:30,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:30,306 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:30,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:30,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:30,307 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:30,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:30,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:30,308 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:30,308 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/A is initiating minor compaction (all files) 2024-12-06T08:41:30,308 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/A in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:30,308 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/e40de092043142a590c1c570b4e57c05, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/6b1b2349bb4047a29a0e3a2dcb159333, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/b1c8dfbcecaa4e45b1fce6010f8e61f4] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=107.5 K 2024-12-06T08:41:30,308 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:30,309 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/e40de092043142a590c1c570b4e57c05, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/6b1b2349bb4047a29a0e3a2dcb159333, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/b1c8dfbcecaa4e45b1fce6010f8e61f4] 2024-12-06T08:41:30,309 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:30,310 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/B is initiating minor compaction (all files) 2024-12-06T08:41:30,310 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/B in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:30,310 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f7a73a71f703401a934f06c53259820d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/629accbba6f9439a96af566a82231f66, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/395e1424bd5c4a38a73e78e4f1e8418d] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=35.2 K 2024-12-06T08:41:30,310 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e40de092043142a590c1c570b4e57c05, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733474487108 2024-12-06T08:41:30,310 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting f7a73a71f703401a934f06c53259820d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733474487108 2024-12-06T08:41:30,311 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 629accbba6f9439a96af566a82231f66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733474487224 2024-12-06T08:41:30,311 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b1b2349bb4047a29a0e3a2dcb159333, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733474487224 2024-12-06T08:41:30,312 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 395e1424bd5c4a38a73e78e4f1e8418d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733474488473 2024-12-06T08:41:30,312 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1c8dfbcecaa4e45b1fce6010f8e61f4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733474488473 2024-12-06T08:41:30,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:30,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:30,336 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#B#compaction#159 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:30,336 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/df12b22d8af64f888d545f0944097262 is 50, key is test_row_0/B:col10/1733474489652/Put/seqid=0 2024-12-06T08:41:30,341 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:30,354 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474489691, max timestamp=1733474490350Num uniques 859; 2024-12-06T08:41:30,354 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:41:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:30,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474489691, max timestamp=1733474490352Num uniques 859; 2024-12-06T08:41:30,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474489691, max timestamp=1733474490352Num uniques 859; 2024-12-06T08:41:30,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:41:30,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:41:30,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=33.54 KB heapSize=86.16 KB 2024-12-06T08:41:30,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:30,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:30,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:30,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:30,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:30,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:30,359 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412065c5ee486417a453eb185c2557d0e9e28_ae4a3dc502b0a3882c5aeeff947351ca store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:30,368 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412065c5ee486417a453eb185c2557d0e9e28_ae4a3dc502b0a3882c5aeeff947351ca, store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:30,369 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065c5ee486417a453eb185c2557d0e9e28_ae4a3dc502b0a3882c5aeeff947351ca because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:30,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742002_1178 (size=12104) 2024-12-06T08:41:30,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a2751f2d28794b01aa1e9062afd14b5e_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474490352/Put/seqid=0 2024-12-06T08:41:30,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742003_1179 (size=4469) 2024-12-06T08:41:30,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742004_1180 (size=12154) 2024-12-06T08:41:30,399 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:30,404 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a2751f2d28794b01aa1e9062afd14b5e_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a2751f2d28794b01aa1e9062afd14b5e_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:30,405 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/bf68324f713b4bf094ca74d201e54f54, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:30,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/bf68324f713b4bf094ca74d201e54f54 is 175, key is test_row_0/A:col10/1733474490352/Put/seqid=0 2024-12-06T08:41:30,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742005_1181 (size=30955) 2024-12-06T08:41:30,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733474490375, max timestamp=1733474490447Num uniques 859; 2024-12-06T08:41:30,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733474490375, max timestamp=1733474490447Num uniques 859; 2024-12-06T08:41:30,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-06T08:41:30,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-06T08:41:30,455 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733474490375, max timestamp=1733474490447Num uniques 859; 2024-12-06T08:41:30,455 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-06T08:41:30,506 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733474490484, max timestamp=1733474490501Num uniques 1118; 2024-12-06T08:41:30,506 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218 2024-12-06T08:41:30,506 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733474490484, max timestamp=1733474490501Num uniques 1118; 2024-12-06T08:41:30,506 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218 2024-12-06T08:41:30,507 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733474490484, max timestamp=1733474490501Num uniques 1118; 2024-12-06T08:41:30,507 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218 2024-12-06T08:41:30,554 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1733474490531, max timestamp=1733474490549Num uniques 1077; 2024-12-06T08:41:30,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-12-06T08:41:30,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1733474490531, max timestamp=1733474490550Num uniques 1077; 2024-12-06T08:41:30,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-12-06T08:41:30,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1733474490531, max timestamp=1733474490550Num uniques 1077; 2024-12-06T08:41:30,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-12-06T08:41:30,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474550584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:30,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474550586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:30,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:30,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15386, totalHeapSize=35184, min timestamp=1733474490564, max timestamp=1733474490594Num uniques 1136; 2024-12-06T08:41:30,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=15386, suffix heap size=146112,new segment heap size=35184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=336 2024-12-06T08:41:30,600 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15386, totalHeapSize=35184, min timestamp=1733474490564, max timestamp=1733474490594Num uniques 1136; 2024-12-06T08:41:30,600 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=15386, suffix heap size=146112,new segment heap size=35184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=336 2024-12-06T08:41:30,602 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733474490564, max timestamp=1733474490594Num uniques 1136; 2024-12-06T08:41:30,602 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=8516, suffix heap size=146112,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=186 2024-12-06T08:41:30,661 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1733474490624, max timestamp=1733474490655Num uniques 1195; 2024-12-06T08:41:30,661 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=54730, new segment data size=15800, suffix heap size=152248,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1195, new segment cells count=345 2024-12-06T08:41:30,661 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1733474490624, max timestamp=1733474490655Num uniques 1195; 2024-12-06T08:41:30,661 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=54730, new segment data size=15800, suffix heap size=152248,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1195, new segment cells count=345 2024-12-06T08:41:30,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1733474490624, max timestamp=1733474490655Num uniques 1045; 2024-12-06T08:41:30,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=15800, suffix heap size=136648,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=345 2024-12-06T08:41:30,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:30,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474550707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474550710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:30,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:30,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:30,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474550713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:30,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474550713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:30,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474550715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:30,795 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/df12b22d8af64f888d545f0944097262 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/df12b22d8af64f888d545f0944097262 2024-12-06T08:41:30,798 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#A#compaction#160 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:30,799 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/1c290b7a5121454fb9764c2ab45bba70 is 175, key is test_row_0/A:col10/1733474489652/Put/seqid=0 2024-12-06T08:41:30,809 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/B of ae4a3dc502b0a3882c5aeeff947351ca into df12b22d8af64f888d545f0944097262(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:30,809 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:30,809 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/B, priority=13, startTime=1733474490307; duration=0sec 2024-12-06T08:41:30,809 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:30,809 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:B 2024-12-06T08:41:30,809 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:30,821 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/bf68324f713b4bf094ca74d201e54f54 2024-12-06T08:41:30,823 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:30,823 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/C is initiating minor compaction (all files) 2024-12-06T08:41:30,823 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/C in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:30,824 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/26e78ddfe2bb4e7689f38587b9d4d698, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/23a497f528de499ba43cc13e8a2367e1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/5927f67ee6204693bcb8a453f25e3381] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=35.2 K 2024-12-06T08:41:30,826 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 26e78ddfe2bb4e7689f38587b9d4d698, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733474487108 2024-12-06T08:41:30,828 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 23a497f528de499ba43cc13e8a2367e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733474487224 2024-12-06T08:41:30,829 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 5927f67ee6204693bcb8a453f25e3381, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733474488473 2024-12-06T08:41:30,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474550827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474550828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474550828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:30,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:30,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742006_1182 (size=31058) 2024-12-06T08:41:30,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/10d807ed9a43454da36b4b20f2919870 is 50, key is test_row_0/B:col10/1733474490352/Put/seqid=0 2024-12-06T08:41:30,856 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/1c290b7a5121454fb9764c2ab45bba70 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/1c290b7a5121454fb9764c2ab45bba70 2024-12-06T08:41:30,863 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#C#compaction#163 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:30,863 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/A of ae4a3dc502b0a3882c5aeeff947351ca into 1c290b7a5121454fb9764c2ab45bba70(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:30,863 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:30,863 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/A, priority=13, startTime=1733474490305; duration=0sec 2024-12-06T08:41:30,863 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:30,863 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:A 2024-12-06T08:41:30,864 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/acb531aac05e4f08bca3995b6bf8d7fd is 50, key is test_row_0/C:col10/1733474489652/Put/seqid=0 2024-12-06T08:41:30,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742008_1184 (size=12104) 2024-12-06T08:41:30,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742007_1183 (size=12001) 2024-12-06T08:41:30,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/10d807ed9a43454da36b4b20f2919870 2024-12-06T08:41:30,883 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/acb531aac05e4f08bca3995b6bf8d7fd as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/acb531aac05e4f08bca3995b6bf8d7fd 2024-12-06T08:41:30,891 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/C of ae4a3dc502b0a3882c5aeeff947351ca into acb531aac05e4f08bca3995b6bf8d7fd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:30,891 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:30,891 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/C, priority=13, startTime=1733474490310; duration=0sec 2024-12-06T08:41:30,891 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:30,892 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:C 2024-12-06T08:41:30,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/bf2c69dea8ed4cacacf4eed77321007a is 50, key is test_row_0/C:col10/1733474490352/Put/seqid=0 2024-12-06T08:41:30,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742009_1185 (size=12001) 2024-12-06T08:41:30,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474550918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:30,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:30,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474550927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:30,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:30,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:31,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474551047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:31,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474551047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:31,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:31,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:31,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474551047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:31,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:31,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:31,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474551227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:31,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:31,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474551238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-06T08:41:31,298 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:31,299 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:41:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-06T08:41:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-06T08:41:31,301 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:41:31,302 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:41:31,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:41:31,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/bf2c69dea8ed4cacacf4eed77321007a 2024-12-06T08:41:31,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/bf68324f713b4bf094ca74d201e54f54 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/bf68324f713b4bf094ca74d201e54f54 2024-12-06T08:41:31,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/bf68324f713b4bf094ca74d201e54f54, entries=150, sequenceid=83, filesize=30.2 K 2024-12-06T08:41:31,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/10d807ed9a43454da36b4b20f2919870 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/10d807ed9a43454da36b4b20f2919870 2024-12-06T08:41:31,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/10d807ed9a43454da36b4b20f2919870, entries=150, sequenceid=83, filesize=11.7 K 2024-12-06T08:41:31,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/bf2c69dea8ed4cacacf4eed77321007a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/bf2c69dea8ed4cacacf4eed77321007a 2024-12-06T08:41:31,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/bf2c69dea8ed4cacacf4eed77321007a, entries=150, sequenceid=83, filesize=11.7 K 2024-12-06T08:41:31,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=154.31 KB/158010 for ae4a3dc502b0a3882c5aeeff947351ca in 977ms, sequenceid=83, compaction requested=false 2024-12-06T08:41:31,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:31,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=161.02 KB heapSize=447.23 KB 2024-12-06T08:41:31,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1733474490689, max timestamp=1733474491361Num uniques 1204; 2024-12-06T08:41:31,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=55140, new segment data size=9340, suffix heap size=153184,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1204, new segment cells count=204 2024-12-06T08:41:31,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1733474490689, max timestamp=1733474491361Num uniques 1204; 2024-12-06T08:41:31,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=55140, new segment data size=9340, suffix heap size=153184,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1204, new segment cells count=204 2024-12-06T08:41:31,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733474490709, max timestamp=1733474491361Num uniques 1204; 2024-12-06T08:41:31,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=55140, new segment data size=6870, suffix heap size=153184,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1204, new segment cells count=150 2024-12-06T08:41:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:31,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:31,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:31,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:31,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412066121748de55a4032a38225af2a6e701c_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474491361/Put/seqid=0 2024-12-06T08:41:31,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742010_1186 (size=12304) 2024-12-06T08:41:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-06T08:41:31,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733474491393, max timestamp=1733474491416Num uniques 859; 2024-12-06T08:41:31,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-06T08:41:31,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733474491393, max timestamp=1733474491416Num uniques 859; 2024-12-06T08:41:31,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-06T08:41:31,427 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733474491393, max timestamp=1733474491416Num uniques 859; 2024-12-06T08:41:31,427 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-06T08:41:31,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-06T08:41:31,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:31,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:31,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:31,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:31,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:31,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733474491439, max timestamp=1733474491473Num uniques 1218; 2024-12-06T08:41:31,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=55778, new segment data size=7688, suffix heap size=154640,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1218, new segment cells count=168 2024-12-06T08:41:31,480 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733474491439, max timestamp=1733474491473Num uniques 1009; 2024-12-06T08:41:31,480 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=7688, suffix heap size=132904,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=168 2024-12-06T08:41:31,481 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733474491439, max timestamp=1733474491473Num uniques 1009; 2024-12-06T08:41:31,481 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=7688, suffix heap size=132904,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=168 2024-12-06T08:41:31,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733474491525, max timestamp=1733474491536Num uniques 1027; 2024-12-06T08:41:31,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-06T08:41:31,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733474491525, max timestamp=1733474491536Num uniques 1027; 2024-12-06T08:41:31,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-06T08:41:31,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733474491525, max timestamp=1733474491536Num uniques 1027; 2024-12-06T08:41:31,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-06T08:41:31,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15376, totalHeapSize=35184, min timestamp=1733474491570, max timestamp=1733474491591Num uniques 1036; 2024-12-06T08:41:31,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15376, totalHeapSize=35184, min timestamp=1733474491570, max timestamp=1733474491591Num uniques 1036; 2024-12-06T08:41:31,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47436, new segment data size=15376, suffix heap size=135712,new segment heap size=35184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=336 2024-12-06T08:41:31,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47436, new segment data size=15376, suffix heap size=135712,new segment heap size=35184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=336 2024-12-06T08:41:31,597 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15376, totalHeapSize=35184, min timestamp=1733474491570, max timestamp=1733474491591Num uniques 1036; 2024-12-06T08:41:31,597 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47436, new segment data size=15376, suffix heap size=135712,new segment heap size=35184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=336 2024-12-06T08:41:31,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-06T08:41:31,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:31,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:31,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:31,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:31,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-06T08:41:31,650 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1733474491621, max timestamp=1733474491644Num uniques 1195; 2024-12-06T08:41:31,650 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=54730, new segment data size=13510, suffix heap size=152248,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1195, new segment cells count=295 2024-12-06T08:41:31,651 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1733474491621, max timestamp=1733474491644Num uniques 1195; 2024-12-06T08:41:31,651 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=54730, new segment data size=13510, suffix heap size=152248,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1195, new segment cells count=295 2024-12-06T08:41:31,651 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1733474491621, max timestamp=1733474491644Num uniques 1195; 2024-12-06T08:41:31,651 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=54730, new segment data size=13510, suffix heap size=152248,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1195, new segment cells count=295 2024-12-06T08:41:31,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1733474491691, max timestamp=1733474491702Num uniques 1154; 2024-12-06T08:41:31,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1733474491691, max timestamp=1733474491702Num uniques 1154; 2024-12-06T08:41:31,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=11630, suffix heap size=147984,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=254 2024-12-06T08:41:31,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=11630, suffix heap size=147984,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=254 2024-12-06T08:41:31,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1733474491691, max timestamp=1733474491702Num uniques 1154; 2024-12-06T08:41:31,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=11630, suffix heap size=147984,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=254 2024-12-06T08:41:31,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1733474491731, max timestamp=1733474491755Num uniques 1113; 2024-12-06T08:41:31,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=12038, suffix heap size=143720,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=263 2024-12-06T08:41:31,761 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1733474491731, max timestamp=1733474491756Num uniques 1113; 2024-12-06T08:41:31,761 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=12038, suffix heap size=143720,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=263 2024-12-06T08:41:31,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-06T08:41:31,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:31,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:31,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:31,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:31,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:31,763 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1733474491731, max timestamp=1733474491756Num uniques 1113; 2024-12-06T08:41:31,763 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=12038, suffix heap size=143720,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=263 2024-12-06T08:41:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:31,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474551792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:31,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:31,798 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=372, cellSize=17032, totalHeapSize=38928, min timestamp=1733474491781, max timestamp=1733474491793Num uniques 1122; 2024-12-06T08:41:31,798 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=17032, suffix heap size=144656,new segment heap size=38928 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=372 2024-12-06T08:41:31,799 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=372, cellSize=17032, totalHeapSize=38928, min timestamp=1733474491781, max timestamp=1733474491793Num uniques 1122; 2024-12-06T08:41:31,799 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=372, cellSize=17032, totalHeapSize=38928, min timestamp=1733474491781, max timestamp=1733474491793Num uniques 1122; 2024-12-06T08:41:31,799 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=17032, suffix heap size=144656,new segment heap size=38928 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=372 2024-12-06T08:41:31,799 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=17032, suffix heap size=144656,new segment heap size=38928 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=372 2024-12-06T08:41:31,800 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:31,804 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412066121748de55a4032a38225af2a6e701c_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412066121748de55a4032a38225af2a6e701c_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:31,805 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/260183cc77ee4ec39f28181a6977da13, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:31,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/260183cc77ee4ec39f28181a6977da13 is 175, key is test_row_0/A:col10/1733474491361/Put/seqid=0 2024-12-06T08:41:31,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742011_1187 (size=31105) 2024-12-06T08:41:31,814 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/260183cc77ee4ec39f28181a6977da13 2024-12-06T08:41:31,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/a9540c253cef489da0cb69dc8b027016 is 50, key is test_row_0/B:col10/1733474491361/Put/seqid=0 2024-12-06T08:41:31,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742012_1188 (size=12151) 2024-12-06T08:41:31,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474551838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:31,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1733474491832, max timestamp=1733474491843Num uniques 1231; 2024-12-06T08:41:31,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=56376, new segment data size=12866, suffix heap size=155992,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1231, new segment cells count=281 2024-12-06T08:41:31,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1733474491832, max timestamp=1733474491843Num uniques 1231; 2024-12-06T08:41:31,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=56376, new segment data size=12866, suffix heap size=155992,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1231, new segment cells count=281 2024-12-06T08:41:31,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1733474491832, max timestamp=1733474491843Num uniques 1231; 2024-12-06T08:41:31,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=56376, new segment data size=12866, suffix heap size=155992,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1231, new segment cells count=281 2024-12-06T08:41:31,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:31,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474551896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474551898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:31,907 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1733474491876, max timestamp=1733474491901Num uniques 1140; 2024-12-06T08:41:31,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:31,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:31,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:31,907 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=13280, suffix heap size=146528,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=290 2024-12-06T08:41:31,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1733474491876, max timestamp=1733474491901Num uniques 1140; 2024-12-06T08:41:31,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=13280, suffix heap size=146528,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=290 2024-12-06T08:41:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474551904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:31,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:31,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:31,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1733474491876, max timestamp=1733474491901Num uniques 1140; 2024-12-06T08:41:31,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=13280, suffix heap size=146528,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=290 2024-12-06T08:41:31,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-06T08:41:31,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:31,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:31,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:31,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:31,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-06T08:41:31,978 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1733474491954, max timestamp=1733474491972Num uniques 1149; 2024-12-06T08:41:31,978 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=11404, suffix heap size=147464,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=249 2024-12-06T08:41:31,978 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1733474491954, max timestamp=1733474491972Num uniques 1149; 2024-12-06T08:41:31,978 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=11404, suffix heap size=147464,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=249 2024-12-06T08:41:31,978 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1733474491954, max timestamp=1733474491972Num uniques 1149; 2024-12-06T08:41:31,978 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=11404, suffix heap size=147464,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=249 2024-12-06T08:41:32,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1733474492016, max timestamp=1733474492027Num uniques 1108; 2024-12-06T08:41:32,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1733474492016, max timestamp=1733474492027Num uniques 1108; 2024-12-06T08:41:32,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1733474492016, max timestamp=1733474492027Num uniques 1108; 2024-12-06T08:41:32,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=7230, suffix heap size=143200,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=158 2024-12-06T08:41:32,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=7230, suffix heap size=143200,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=158 2024-12-06T08:41:32,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=7230, suffix heap size=143200,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=158 2024-12-06T08:41:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474552026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-06T08:41:32,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:32,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:32,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:32,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:32,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:32,087 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1733474492058, max timestamp=1733474492080Num uniques 1017; 2024-12-06T08:41:32,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1733474492058, max timestamp=1733474492080Num uniques 1017; 2024-12-06T08:41:32,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46572, new segment data size=9932, suffix heap size=133736,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1017, new segment cells count=217 2024-12-06T08:41:32,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1733474492058, max timestamp=1733474492080Num uniques 1017; 2024-12-06T08:41:32,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46572, new segment data size=9932, suffix heap size=133736,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1017, new segment cells count=217 2024-12-06T08:41:32,087 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46572, new segment data size=9932, suffix heap size=133736,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1017, new segment cells count=217 2024-12-06T08:41:32,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1733474492123, max timestamp=1733474492134Num uniques 1076; 2024-12-06T08:41:32,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=10346, suffix heap size=139872,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=226 2024-12-06T08:41:32,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1733474492123, max timestamp=1733474492134Num uniques 1076; 2024-12-06T08:41:32,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1733474492123, max timestamp=1733474492134Num uniques 1076; 2024-12-06T08:41:32,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=10346, suffix heap size=139872,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=226 2024-12-06T08:41:32,141 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=10346, suffix heap size=139872,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=226 2024-12-06T08:41:32,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474552170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474552174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=435, cellSize=19920, totalHeapSize=45480, min timestamp=1733474492156, max timestamp=1733474492174Num uniques 1085; 2024-12-06T08:41:32,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=19920, suffix heap size=140808,new segment heap size=45480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=435 2024-12-06T08:41:32,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=435, cellSize=19910, totalHeapSize=45480, min timestamp=1733474492156, max timestamp=1733474492175Num uniques 1085; 2024-12-06T08:41:32,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=435, cellSize=19910, totalHeapSize=45480, min timestamp=1733474492156, max timestamp=1733474492175Num uniques 1085; 2024-12-06T08:41:32,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49680, new segment data size=19910, suffix heap size=140808,new segment heap size=45480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=435 2024-12-06T08:41:32,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49680, new segment data size=19910, suffix heap size=140808,new segment heap size=45480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=435 2024-12-06T08:41:32,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-06T08:41:32,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:32,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:32,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:32,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:32,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:32,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:32,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/a9540c253cef489da0cb69dc8b027016 2024-12-06T08:41:32,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/8ed02c79f3e6423eb6282359045a8097 is 50, key is test_row_0/C:col10/1733474491361/Put/seqid=0 2024-12-06T08:41:32,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742013_1189 (size=12151) 2024-12-06T08:41:32,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474552264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474552265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474552269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474552287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474552288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-06T08:41:32,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:32,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:32,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:32,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:32,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:32,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474552378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474552378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474552378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-06T08:41:32,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474552497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474552498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-06T08:41:32,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:32,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:32,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:32,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:32,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:32,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474552588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474552588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474552597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.77 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/8ed02c79f3e6423eb6282359045a8097 2024-12-06T08:41:32,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/260183cc77ee4ec39f28181a6977da13 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/260183cc77ee4ec39f28181a6977da13 2024-12-06T08:41:32,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/260183cc77ee4ec39f28181a6977da13, entries=150, sequenceid=193, filesize=30.4 K 2024-12-06T08:41:32,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/a9540c253cef489da0cb69dc8b027016 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/a9540c253cef489da0cb69dc8b027016 2024-12-06T08:41:32,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/a9540c253cef489da0cb69dc8b027016, entries=150, sequenceid=193, filesize=11.9 K 2024-12-06T08:41:32,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/8ed02c79f3e6423eb6282359045a8097 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/8ed02c79f3e6423eb6282359045a8097 2024-12-06T08:41:32,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/8ed02c79f3e6423eb6282359045a8097, entries=150, sequenceid=193, filesize=11.9 K 2024-12-06T08:41:32,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~31.13 KB/31880, heapSize ~76.41 KB/78240, currentSize=161.02 KB/164880 for ae4a3dc502b0a3882c5aeeff947351ca in 1309ms, sequenceid=193, compaction requested=true 2024-12-06T08:41:32,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:32,671 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:32,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:32,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:32,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:32,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:32,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:32,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:32,672 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:32,672 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93118 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:32,672 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/A is initiating minor compaction (all files) 2024-12-06T08:41:32,672 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/A in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:32,672 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/1c290b7a5121454fb9764c2ab45bba70, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/bf68324f713b4bf094ca74d201e54f54, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/260183cc77ee4ec39f28181a6977da13] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=90.9 K 2024-12-06T08:41:32,672 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:32,672 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/1c290b7a5121454fb9764c2ab45bba70, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/bf68324f713b4bf094ca74d201e54f54, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/260183cc77ee4ec39f28181a6977da13] 2024-12-06T08:41:32,673 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c290b7a5121454fb9764c2ab45bba70, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733474488473 2024-12-06T08:41:32,673 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36256 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:32,674 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/B is initiating minor compaction (all files) 2024-12-06T08:41:32,674 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf68324f713b4bf094ca74d201e54f54, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733474489691 2024-12-06T08:41:32,674 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/B in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:32,674 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/df12b22d8af64f888d545f0944097262, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/10d807ed9a43454da36b4b20f2919870, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/a9540c253cef489da0cb69dc8b027016] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=35.4 K 2024-12-06T08:41:32,674 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 260183cc77ee4ec39f28181a6977da13, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733474490709 2024-12-06T08:41:32,674 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting df12b22d8af64f888d545f0944097262, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733474488473 2024-12-06T08:41:32,675 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 10d807ed9a43454da36b4b20f2919870, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733474489691 2024-12-06T08:41:32,675 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting a9540c253cef489da0cb69dc8b027016, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733474490709 2024-12-06T08:41:32,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-06T08:41:32,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:32,686 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=161.02 KB heapSize=438.80 KB 2024-12-06T08:41:32,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:32,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:32,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:32,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:32,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:32,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:32,693 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:32,703 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#B#compaction#169 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:32,703 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/b439852993ed42128104786fda1eb832 is 50, key is test_row_0/B:col10/1733474491361/Put/seqid=0 2024-12-06T08:41:32,712 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206ab908bcc7eee431583e20aeb14817279_ae4a3dc502b0a3882c5aeeff947351ca store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:32,716 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206ab908bcc7eee431583e20aeb14817279_ae4a3dc502b0a3882c5aeeff947351ca, store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:32,716 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ab908bcc7eee431583e20aeb14817279_ae4a3dc502b0a3882c5aeeff947351ca because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:32,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206eae7e3988dfb45af9642d0db1f506da4_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474492250/Put/seqid=0 2024-12-06T08:41:32,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742015_1191 (size=4469) 2024-12-06T08:41:32,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742014_1190 (size=12357) 2024-12-06T08:41:32,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742016_1192 (size=12454) 2024-12-06T08:41:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:32,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:32,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474552820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474552820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474552907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474552907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474552907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474552938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:32,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474552938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:32,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:32,941 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,941 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:32,941 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:33,133 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#A#compaction#168 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:33,134 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/5acb1362e4c94a0cb70ff6893bf47c1f is 175, key is test_row_0/A:col10/1733474491361/Put/seqid=0 2024-12-06T08:41:33,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:33,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742017_1193 (size=31311) 2024-12-06T08:41:33,143 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/b439852993ed42128104786fda1eb832 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/b439852993ed42128104786fda1eb832 2024-12-06T08:41:33,146 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206eae7e3988dfb45af9642d0db1f506da4_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206eae7e3988dfb45af9642d0db1f506da4_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:33,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/a715174b686a46bcaadfe4625ed536be, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:33,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/a715174b686a46bcaadfe4625ed536be is 175, key is test_row_0/A:col10/1733474492250/Put/seqid=0 2024-12-06T08:41:33,150 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/B of ae4a3dc502b0a3882c5aeeff947351ca into b439852993ed42128104786fda1eb832(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:33,150 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:33,150 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/B, priority=13, startTime=1733474492672; duration=0sec 2024-12-06T08:41:33,151 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:33,151 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:B 2024-12-06T08:41:33,151 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:33,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474553148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:33,155 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36256 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:33,155 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/C is initiating minor compaction (all files) 2024-12-06T08:41:33,155 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/C in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:33,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474553148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:33,155 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/acb531aac05e4f08bca3995b6bf8d7fd, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/bf2c69dea8ed4cacacf4eed77321007a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/8ed02c79f3e6423eb6282359045a8097] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=35.4 K 2024-12-06T08:41:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:33,156 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting acb531aac05e4f08bca3995b6bf8d7fd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733474488473 2024-12-06T08:41:33,156 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting bf2c69dea8ed4cacacf4eed77321007a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733474489691 2024-12-06T08:41:33,157 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ed02c79f3e6423eb6282359045a8097, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733474490709 2024-12-06T08:41:33,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742018_1194 (size=31255) 2024-12-06T08:41:33,158 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=469, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/a715174b686a46bcaadfe4625ed536be 2024-12-06T08:41:33,168 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#C#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:33,169 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/51695caa411a43d891f5b8ed8c678f29 is 50, key is test_row_0/C:col10/1733474491361/Put/seqid=0 2024-12-06T08:41:33,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/d6af56011c1a4d008dbbf2690fed8977 is 50, key is test_row_0/B:col10/1733474492250/Put/seqid=0 2024-12-06T08:41:33,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742019_1195 (size=12357) 2024-12-06T08:41:33,182 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/51695caa411a43d891f5b8ed8c678f29 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/51695caa411a43d891f5b8ed8c678f29 2024-12-06T08:41:33,193 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/C of ae4a3dc502b0a3882c5aeeff947351ca into 51695caa411a43d891f5b8ed8c678f29(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:33,193 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:33,193 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/C, priority=13, startTime=1733474492672; duration=0sec 2024-12-06T08:41:33,193 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:33,193 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:C 2024-12-06T08:41:33,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742020_1196 (size=12301) 2024-12-06T08:41:33,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474553428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:33,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:33,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:33,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:33,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474553428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:33,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:33,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:33,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:33,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474553432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:33,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:33,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:33,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-06T08:41:33,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474553458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:33,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:33,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:33,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:33,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474553468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:33,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:33,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:33,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:33,550 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/5acb1362e4c94a0cb70ff6893bf47c1f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/5acb1362e4c94a0cb70ff6893bf47c1f 2024-12-06T08:41:33,556 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/A of ae4a3dc502b0a3882c5aeeff947351ca into 5acb1362e4c94a0cb70ff6893bf47c1f(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:33,556 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:33,556 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/A, priority=13, startTime=1733474492671; duration=0sec 2024-12-06T08:41:33,556 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:33,556 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:A 2024-12-06T08:41:33,601 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/d6af56011c1a4d008dbbf2690fed8977 2024-12-06T08:41:33,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/297504e470804c97bb56ffc634f2f3b6 is 50, key is test_row_0/C:col10/1733474492250/Put/seqid=0 2024-12-06T08:41:33,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742021_1197 (size=12301) 2024-12-06T08:41:33,629 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/297504e470804c97bb56ffc634f2f3b6 2024-12-06T08:41:33,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/a715174b686a46bcaadfe4625ed536be as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/a715174b686a46bcaadfe4625ed536be 2024-12-06T08:41:33,641 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/a715174b686a46bcaadfe4625ed536be, entries=150, sequenceid=469, filesize=30.5 K 2024-12-06T08:41:33,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/d6af56011c1a4d008dbbf2690fed8977 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/d6af56011c1a4d008dbbf2690fed8977 2024-12-06T08:41:33,648 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/d6af56011c1a4d008dbbf2690fed8977, entries=150, sequenceid=469, filesize=12.0 K 2024-12-06T08:41:33,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/297504e470804c97bb56ffc634f2f3b6 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/297504e470804c97bb56ffc634f2f3b6 2024-12-06T08:41:33,655 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/297504e470804c97bb56ffc634f2f3b6, entries=150, sequenceid=469, filesize=12.0 K 2024-12-06T08:41:33,656 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~438.75 KB/449280, currentSize=26.84 KB/27480 for ae4a3dc502b0a3882c5aeeff947351ca in 970ms, sequenceid=469, compaction requested=false 2024-12-06T08:41:33,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:33,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:33,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-06T08:41:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-06T08:41:33,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-06T08:41:33,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3560 sec 2024-12-06T08:41:33,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.3630 sec 2024-12-06T08:41:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:34,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-06T08:41:34,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:34,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:34,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:34,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:34,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:34,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:34,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e8fefab617d742aa94f09799813f3016_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474493980/Put/seqid=0 2024-12-06T08:41:34,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742022_1198 (size=17534) 2024-12-06T08:41:34,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733474494035, max timestamp=1733474494068Num uniques 859; 2024-12-06T08:41:34,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-06T08:41:34,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733474494035, max timestamp=1733474494068Num uniques 859; 2024-12-06T08:41:34,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733474494035, max timestamp=1733474494068Num uniques 859; 2024-12-06T08:41:34,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-06T08:41:34,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-06T08:41:34,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474554133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:34,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:34,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474554138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:34,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:34,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474554247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:34,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474554247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:34,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:34,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:34,422 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:34,427 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e8fefab617d742aa94f09799813f3016_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e8fefab617d742aa94f09799813f3016_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:34,428 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/3d7d90193df84eb0a66bf72e39dab5fc, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:34,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/3d7d90193df84eb0a66bf72e39dab5fc is 175, key is test_row_0/A:col10/1733474493980/Put/seqid=0 2024-12-06T08:41:34,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742023_1199 (size=48639) 2024-12-06T08:41:34,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474554438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:34,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474554438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:34,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474554438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:34,452 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_1' in ae4a3dc502b0a3882c5aeeff947351ca of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:41:34,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:34,454 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_0' in ae4a3dc502b0a3882c5aeeff947351ca of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:41:34,452 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_1' in ae4a3dc502b0a3882c5aeeff947351ca of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:41:34,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:34,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:34,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474554468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:34,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474554468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:34,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474554777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:34,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:34,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474554777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:34,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:34,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:34,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:34,837 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=482, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/3d7d90193df84eb0a66bf72e39dab5fc 2024-12-06T08:41:34,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/06d32aa3ce7d415d8161756c64c983fc is 50, key is test_row_0/B:col10/1733474493980/Put/seqid=0 2024-12-06T08:41:34,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742024_1200 (size=12301) 2024-12-06T08:41:34,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/06d32aa3ce7d415d8161756c64c983fc 2024-12-06T08:41:34,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/3ebdd1d6d0d749a4a73b2fd115a30fdd is 50, key is test_row_0/C:col10/1733474493980/Put/seqid=0 2024-12-06T08:41:34,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742025_1201 (size=12301) 2024-12-06T08:41:34,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/3ebdd1d6d0d749a4a73b2fd115a30fdd 2024-12-06T08:41:34,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/3d7d90193df84eb0a66bf72e39dab5fc as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/3d7d90193df84eb0a66bf72e39dab5fc 2024-12-06T08:41:34,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/3d7d90193df84eb0a66bf72e39dab5fc, entries=250, sequenceid=482, filesize=47.5 K 2024-12-06T08:41:34,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/06d32aa3ce7d415d8161756c64c983fc as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/06d32aa3ce7d415d8161756c64c983fc 2024-12-06T08:41:34,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/06d32aa3ce7d415d8161756c64c983fc, entries=150, sequenceid=482, filesize=12.0 K 2024-12-06T08:41:34,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/3ebdd1d6d0d749a4a73b2fd115a30fdd as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/3ebdd1d6d0d749a4a73b2fd115a30fdd 2024-12-06T08:41:34,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/3ebdd1d6d0d749a4a73b2fd115a30fdd, entries=150, sequenceid=482, filesize=12.0 K 2024-12-06T08:41:34,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ae4a3dc502b0a3882c5aeeff947351ca in 912ms, sequenceid=482, compaction requested=true 2024-12-06T08:41:34,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:34,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:34,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:34,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:34,917 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:34,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:34,917 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:34,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:34,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:34,918 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111205 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:34,918 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:34,918 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/B is initiating minor compaction (all files) 2024-12-06T08:41:34,918 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/A is initiating minor compaction (all files) 2024-12-06T08:41:34,918 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/A in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:34,918 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/B in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:34,918 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/b439852993ed42128104786fda1eb832, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/d6af56011c1a4d008dbbf2690fed8977, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/06d32aa3ce7d415d8161756c64c983fc] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=36.1 K 2024-12-06T08:41:34,918 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/5acb1362e4c94a0cb70ff6893bf47c1f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/a715174b686a46bcaadfe4625ed536be, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/3d7d90193df84eb0a66bf72e39dab5fc] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=108.6 K 2024-12-06T08:41:34,918 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:34,918 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/5acb1362e4c94a0cb70ff6893bf47c1f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/a715174b686a46bcaadfe4625ed536be, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/3d7d90193df84eb0a66bf72e39dab5fc] 2024-12-06T08:41:34,919 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting b439852993ed42128104786fda1eb832, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733474490709 2024-12-06T08:41:34,919 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5acb1362e4c94a0cb70ff6893bf47c1f, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733474490709 2024-12-06T08:41:34,919 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting d6af56011c1a4d008dbbf2690fed8977, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733474492250 2024-12-06T08:41:34,919 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a715174b686a46bcaadfe4625ed536be, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733474492250 2024-12-06T08:41:34,919 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 06d32aa3ce7d415d8161756c64c983fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733474493978 2024-12-06T08:41:34,920 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d7d90193df84eb0a66bf72e39dab5fc, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733474492809 2024-12-06T08:41:34,932 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#B#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:34,932 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/ae8a91156e0540e6a12807678d88b754 is 50, key is test_row_0/B:col10/1733474493980/Put/seqid=0 2024-12-06T08:41:34,932 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:34,936 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206d4eec042a92c415ea60b87cdfe5ee1e6_ae4a3dc502b0a3882c5aeeff947351ca store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:34,939 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206d4eec042a92c415ea60b87cdfe5ee1e6_ae4a3dc502b0a3882c5aeeff947351ca, store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:34,939 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d4eec042a92c415ea60b87cdfe5ee1e6_ae4a3dc502b0a3882c5aeeff947351ca because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:34,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742026_1202 (size=12609) 2024-12-06T08:41:34,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742027_1203 (size=4469) 2024-12-06T08:41:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:35,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-12-06T08:41:35,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:35,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:35,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:35,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:35,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:35,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:35,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064439b920cad549d2accdc94d9f4d91ec_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474494133/Put/seqid=0 2024-12-06T08:41:35,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742028_1204 (size=14994) 2024-12-06T08:41:35,307 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:35,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474555311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:35,314 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064439b920cad549d2accdc94d9f4d91ec_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064439b920cad549d2accdc94d9f4d91ec_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:35,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:35,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:35,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:35,315 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/8111f51b560947009761a746265ab8c4, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:35,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/8111f51b560947009761a746265ab8c4 is 175, key is test_row_0/A:col10/1733474494133/Put/seqid=0 2024-12-06T08:41:35,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742029_1205 (size=39949) 2024-12-06T08:41:35,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474555313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:35,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:35,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:35,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:35,355 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#A#compaction#178 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:35,356 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/2987fcbf999e4ac5b1edf03cf477bdb5 is 175, key is test_row_0/A:col10/1733474493980/Put/seqid=0 2024-12-06T08:41:35,356 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/ae8a91156e0540e6a12807678d88b754 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/ae8a91156e0540e6a12807678d88b754 2024-12-06T08:41:35,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742030_1206 (size=31563) 2024-12-06T08:41:35,365 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/B of ae4a3dc502b0a3882c5aeeff947351ca into ae8a91156e0540e6a12807678d88b754(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:35,365 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:35,365 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/B, priority=13, startTime=1733474494917; duration=0sec 2024-12-06T08:41:35,365 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:35,365 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:B 2024-12-06T08:41:35,365 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:35,367 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:35,367 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/C is initiating minor compaction (all files) 2024-12-06T08:41:35,367 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/C in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:35,367 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/51695caa411a43d891f5b8ed8c678f29, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/297504e470804c97bb56ffc634f2f3b6, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/3ebdd1d6d0d749a4a73b2fd115a30fdd] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=36.1 K 2024-12-06T08:41:35,368 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 51695caa411a43d891f5b8ed8c678f29, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733474490709 2024-12-06T08:41:35,368 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 297504e470804c97bb56ffc634f2f3b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733474492250 2024-12-06T08:41:35,369 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ebdd1d6d0d749a4a73b2fd115a30fdd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733474493978 2024-12-06T08:41:35,371 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/2987fcbf999e4ac5b1edf03cf477bdb5 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/2987fcbf999e4ac5b1edf03cf477bdb5 2024-12-06T08:41:35,378 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#C#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:35,378 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/eeb3dc9d82604c2887a27c8b28f4146c is 50, key is test_row_0/C:col10/1733474493980/Put/seqid=0 2024-12-06T08:41:35,380 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/A of ae4a3dc502b0a3882c5aeeff947351ca into 2987fcbf999e4ac5b1edf03cf477bdb5(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:35,380 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:35,380 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/A, priority=13, startTime=1733474494916; duration=0sec 2024-12-06T08:41:35,380 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:35,380 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:A 2024-12-06T08:41:35,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742031_1207 (size=12609) 2024-12-06T08:41:35,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474555418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:35,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:35,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:35,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:35,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474555427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:35,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:35,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:35,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-06T08:41:35,468 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:35,469 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:41:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-06T08:41:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-06T08:41:35,471 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:41:35,471 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:41:35,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:41:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-06T08:41:35,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-06T08:41:35,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:35,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:35,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:35,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:35,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:35,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474555627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:35,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:35,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474555637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:35,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:35,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:35,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:35,721 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=518, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/8111f51b560947009761a746265ab8c4 2024-12-06T08:41:35,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/bb802512a4f648df8192c76eed72a9ea is 50, key is test_row_0/B:col10/1733474494133/Put/seqid=0 2024-12-06T08:41:35,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742032_1208 (size=12301) 2024-12-06T08:41:35,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-06T08:41:35,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:35,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:35,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:35,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:35,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-06T08:41:35,788 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/eeb3dc9d82604c2887a27c8b28f4146c as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/eeb3dc9d82604c2887a27c8b28f4146c 2024-12-06T08:41:35,793 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/C of ae4a3dc502b0a3882c5aeeff947351ca into eeb3dc9d82604c2887a27c8b28f4146c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:35,793 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:35,793 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/C, priority=13, startTime=1733474494917; duration=0sec 2024-12-06T08:41:35,794 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:35,794 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:C 2024-12-06T08:41:35,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-06T08:41:35,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:35,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:35,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:35,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:35,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:35,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474555938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:35,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:35,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:35,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:35,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474555947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:35,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:35,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:35,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:36,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-06T08:41:36,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:36,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:36,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:36,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:36,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-06T08:41:36,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/bb802512a4f648df8192c76eed72a9ea 2024-12-06T08:41:36,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/b7b08e8fd2f74312a2000d82ea881c9f is 50, key is test_row_0/C:col10/1733474494133/Put/seqid=0 2024-12-06T08:41:36,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742033_1209 (size=12301) 2024-12-06T08:41:36,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/b7b08e8fd2f74312a2000d82ea881c9f 2024-12-06T08:41:36,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/8111f51b560947009761a746265ab8c4 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8111f51b560947009761a746265ab8c4 2024-12-06T08:41:36,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8111f51b560947009761a746265ab8c4, entries=200, sequenceid=518, filesize=39.0 K 2024-12-06T08:41:36,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/bb802512a4f648df8192c76eed72a9ea as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/bb802512a4f648df8192c76eed72a9ea 2024-12-06T08:41:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/bb802512a4f648df8192c76eed72a9ea, entries=150, sequenceid=518, filesize=12.0 K 2024-12-06T08:41:36,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/b7b08e8fd2f74312a2000d82ea881c9f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/b7b08e8fd2f74312a2000d82ea881c9f 2024-12-06T08:41:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/b7b08e8fd2f74312a2000d82ea881c9f, entries=150, sequenceid=518, filesize=12.0 K 2024-12-06T08:41:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for ae4a3dc502b0a3882c5aeeff947351ca in 901ms, sequenceid=518, compaction requested=false 2024-12-06T08:41:36,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-06T08:41:36,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:36,239 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-06T08:41:36,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:36,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:36,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:36,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:36,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067af9746cf8194f1ca11b5b803c3806ac_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_1/A:col10/1733474495302/Put/seqid=0 2024-12-06T08:41:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742034_1210 (size=9914) 2024-12-06T08:41:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,289 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067af9746cf8194f1ca11b5b803c3806ac_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067af9746cf8194f1ca11b5b803c3806ac_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/770da435418c42bba8c20ef59f8224e6, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/770da435418c42bba8c20ef59f8224e6 is 175, key is test_row_1/A:col10/1733474495302/Put/seqid=0 2024-12-06T08:41:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742035_1211 (size=22561) 2024-12-06T08:41:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:36,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474496515, max timestamp=1733474496536Num uniques 859; 2024-12-06T08:41:36,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474496515, max timestamp=1733474496536Num uniques 859; 2024-12-06T08:41:36,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:41:36,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:41:36,543 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474496515, max timestamp=1733474496536Num uniques 859; 2024-12-06T08:41:36,543 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:41:36,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474556571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:36,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:36,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474556571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:36,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:36,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474556573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:36,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474556573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:36,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474556576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:36,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-06T08:41:36,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474556687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:36,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474556687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:36,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474556688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:36,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474556688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:36,697 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=530, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/770da435418c42bba8c20ef59f8224e6 2024-12-06T08:41:36,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474556697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:36,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:36,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/f60c94b7ee294dd898a87ddd8ec322a9 is 50, key is test_row_1/B:col10/1733474495302/Put/seqid=0 2024-12-06T08:41:36,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742036_1212 (size=9857) 2024-12-06T08:41:36,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474556898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:36,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474556898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:36,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:36,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:36,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474556898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:36,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:36,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:36,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474556898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:36,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:36,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474556907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,115 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/f60c94b7ee294dd898a87ddd8ec322a9 2024-12-06T08:41:37,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/6c86e933f0f34a178669c3e1ebc40c98 is 50, key is test_row_1/C:col10/1733474495302/Put/seqid=0 2024-12-06T08:41:37,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742037_1213 (size=9857) 2024-12-06T08:41:37,130 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/6c86e933f0f34a178669c3e1ebc40c98 2024-12-06T08:41:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/770da435418c42bba8c20ef59f8224e6 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/770da435418c42bba8c20ef59f8224e6 2024-12-06T08:41:37,140 INFO [master/25494438c68b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T08:41:37,140 INFO [master/25494438c68b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T08:41:37,141 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/770da435418c42bba8c20ef59f8224e6, entries=100, sequenceid=530, filesize=22.0 K 2024-12-06T08:41:37,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/f60c94b7ee294dd898a87ddd8ec322a9 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f60c94b7ee294dd898a87ddd8ec322a9 2024-12-06T08:41:37,149 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f60c94b7ee294dd898a87ddd8ec322a9, entries=100, sequenceid=530, filesize=9.6 K 2024-12-06T08:41:37,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/6c86e933f0f34a178669c3e1ebc40c98 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/6c86e933f0f34a178669c3e1ebc40c98 2024-12-06T08:41:37,155 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/6c86e933f0f34a178669c3e1ebc40c98, entries=100, sequenceid=530, filesize=9.6 K 2024-12-06T08:41:37,157 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for ae4a3dc502b0a3882c5aeeff947351ca in 919ms, sequenceid=530, compaction requested=true 2024-12-06T08:41:37,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:37,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:37,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-06T08:41:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-06T08:41:37,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-06T08:41:37,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6870 sec 2024-12-06T08:41:37,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.6950 sec 2024-12-06T08:41:37,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-12-06T08:41:37,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:37,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-06T08:41:37,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:37,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-06T08:41:37,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:37,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-06T08:41:37,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474557226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474557228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065a483651a3fa434297242e38223c538b_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474496571/Put/seqid=0 2024-12-06T08:41:37,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474557231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474557232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474557232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742038_1214 (size=14994) 2024-12-06T08:41:37,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474557337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474557337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474557348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474557348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474557357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474557548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474557548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474557557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474557559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474557567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-06T08:41:37,618 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:37,619 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:41:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-06T08:41:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-06T08:41:37,620 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:41:37,621 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:41:37,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:41:37,654 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:37,658 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065a483651a3fa434297242e38223c538b_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065a483651a3fa434297242e38223c538b_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:37,659 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/e57c48a98320426c8458180d598bbaa5, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:37,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/e57c48a98320426c8458180d598bbaa5 is 175, key is test_row_0/A:col10/1733474496571/Put/seqid=0 2024-12-06T08:41:37,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742039_1215 (size=39949) 2024-12-06T08:41:37,675 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=568, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/e57c48a98320426c8458180d598bbaa5 2024-12-06T08:41:37,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/8f5edd43ce6e4abc91d7b9d0aa40b0c1 is 50, key is test_row_0/B:col10/1733474496571/Put/seqid=0 2024-12-06T08:41:37,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742040_1216 (size=12301) 2024-12-06T08:41:37,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=568 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/8f5edd43ce6e4abc91d7b9d0aa40b0c1 2024-12-06T08:41:37,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/4acaf97f79af44149b156d6d4578518e is 50, key is test_row_0/C:col10/1733474496571/Put/seqid=0 2024-12-06T08:41:37,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742041_1217 (size=12301) 2024-12-06T08:41:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-06T08:41:37,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-06T08:41:37,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:37,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:37,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:37,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:37,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:37,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474557868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474557868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474557868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474557868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474557878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:37,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:37,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:37,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-06T08:41:37,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:37,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:37,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:37,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:37,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-06T08:41:38,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-06T08:41:38,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:38,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:38,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:38,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:38,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:38,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=568 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/4acaf97f79af44149b156d6d4578518e 2024-12-06T08:41:38,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/e57c48a98320426c8458180d598bbaa5 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/e57c48a98320426c8458180d598bbaa5 2024-12-06T08:41:38,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/e57c48a98320426c8458180d598bbaa5, entries=200, sequenceid=568, filesize=39.0 K 2024-12-06T08:41:38,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/8f5edd43ce6e4abc91d7b9d0aa40b0c1 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/8f5edd43ce6e4abc91d7b9d0aa40b0c1 2024-12-06T08:41:38,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/8f5edd43ce6e4abc91d7b9d0aa40b0c1, entries=150, sequenceid=568, filesize=12.0 K 2024-12-06T08:41:38,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/4acaf97f79af44149b156d6d4578518e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/4acaf97f79af44149b156d6d4578518e 2024-12-06T08:41:38,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/4acaf97f79af44149b156d6d4578518e, entries=150, sequenceid=568, filesize=12.0 K 2024-12-06T08:41:38,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for ae4a3dc502b0a3882c5aeeff947351ca in 926ms, sequenceid=568, compaction requested=true 2024-12-06T08:41:38,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:38,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:38,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:38,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:38,146 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:41:38,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:38,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:38,146 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:41:38,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:38,148 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47068 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:41:38,148 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/B is initiating minor compaction (all files) 2024-12-06T08:41:38,148 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/B in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:38,148 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/ae8a91156e0540e6a12807678d88b754, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/bb802512a4f648df8192c76eed72a9ea, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f60c94b7ee294dd898a87ddd8ec322a9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/8f5edd43ce6e4abc91d7b9d0aa40b0c1] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=46.0 K 2024-12-06T08:41:38,149 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting ae8a91156e0540e6a12807678d88b754, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733474493978 2024-12-06T08:41:38,149 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:41:38,149 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/A is initiating minor compaction (all files) 2024-12-06T08:41:38,149 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/A in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:38,149 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/2987fcbf999e4ac5b1edf03cf477bdb5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8111f51b560947009761a746265ab8c4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/770da435418c42bba8c20ef59f8224e6, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/e57c48a98320426c8458180d598bbaa5] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=130.9 K 2024-12-06T08:41:38,149 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:38,149 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/2987fcbf999e4ac5b1edf03cf477bdb5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8111f51b560947009761a746265ab8c4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/770da435418c42bba8c20ef59f8224e6, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/e57c48a98320426c8458180d598bbaa5] 2024-12-06T08:41:38,150 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting bb802512a4f648df8192c76eed72a9ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1733474494130 2024-12-06T08:41:38,150 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2987fcbf999e4ac5b1edf03cf477bdb5, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733474493978 2024-12-06T08:41:38,150 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting f60c94b7ee294dd898a87ddd8ec322a9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1733474495302 2024-12-06T08:41:38,150 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8111f51b560947009761a746265ab8c4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1733474494122 2024-12-06T08:41:38,151 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f5edd43ce6e4abc91d7b9d0aa40b0c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1733474496571 2024-12-06T08:41:38,151 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 770da435418c42bba8c20ef59f8224e6, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1733474495302 2024-12-06T08:41:38,152 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e57c48a98320426c8458180d598bbaa5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1733474496570 2024-12-06T08:41:38,165 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:38,167 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#B#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:38,168 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/1fcc973aa27348ffb839aed4d34c2952 is 50, key is test_row_0/B:col10/1733474496571/Put/seqid=0 2024-12-06T08:41:38,177 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120672ff515e2099412ba32fce12e5d6ca99_ae4a3dc502b0a3882c5aeeff947351ca store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:38,178 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120672ff515e2099412ba32fce12e5d6ca99_ae4a3dc502b0a3882c5aeeff947351ca, store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:38,179 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120672ff515e2099412ba32fce12e5d6ca99_ae4a3dc502b0a3882c5aeeff947351ca because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:38,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742042_1218 (size=12745) 2024-12-06T08:41:38,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742043_1219 (size=4469) 2024-12-06T08:41:38,225 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/1fcc973aa27348ffb839aed4d34c2952 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/1fcc973aa27348ffb839aed4d34c2952 2024-12-06T08:41:38,234 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/B of ae4a3dc502b0a3882c5aeeff947351ca into 1fcc973aa27348ffb839aed4d34c2952(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:38,234 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:38,234 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/B, priority=12, startTime=1733474498146; duration=0sec 2024-12-06T08:41:38,234 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:38,234 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:B 2024-12-06T08:41:38,234 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:41:38,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-06T08:41:38,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:38,235 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-06T08:41:38,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:38,235 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47068 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:41:38,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:38,236 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/C is initiating minor compaction (all files) 2024-12-06T08:41:38,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:38,236 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/C in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:38,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:38,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:38,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:38,236 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/eeb3dc9d82604c2887a27c8b28f4146c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/b7b08e8fd2f74312a2000d82ea881c9f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/6c86e933f0f34a178669c3e1ebc40c98, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/4acaf97f79af44149b156d6d4578518e] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=46.0 K 2024-12-06T08:41:38,238 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting eeb3dc9d82604c2887a27c8b28f4146c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733474493978 2024-12-06T08:41:38,238 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting b7b08e8fd2f74312a2000d82ea881c9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1733474494130 2024-12-06T08:41:38,244 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c86e933f0f34a178669c3e1ebc40c98, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1733474495302 2024-12-06T08:41:38,245 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4acaf97f79af44149b156d6d4578518e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1733474496571 2024-12-06T08:41:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-06T08:41:38,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069aa5eb6671ed436a94442c025d085fd7_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474497223/Put/seqid=0 2024-12-06T08:41:38,271 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#C#compaction#192 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:38,272 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/6ca888c1b455468099109171983f14ec is 50, key is test_row_0/C:col10/1733474496571/Put/seqid=0 2024-12-06T08:41:38,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742044_1220 (size=12454) 2024-12-06T08:41:38,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,290 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069aa5eb6671ed436a94442c025d085fd7_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069aa5eb6671ed436a94442c025d085fd7_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:38,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/9a7ba9276ac5402c9893db2f1f5ae183, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:38,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/9a7ba9276ac5402c9893db2f1f5ae183 is 175, key is test_row_0/A:col10/1733474497223/Put/seqid=0 2024-12-06T08:41:38,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742045_1221 (size=12745) 2024-12-06T08:41:38,302 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/6ca888c1b455468099109171983f14ec as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/6ca888c1b455468099109171983f14ec 2024-12-06T08:41:38,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742046_1222 (size=31255) 2024-12-06T08:41:38,304 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=577, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/9a7ba9276ac5402c9893db2f1f5ae183 2024-12-06T08:41:38,313 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/C of ae4a3dc502b0a3882c5aeeff947351ca into 6ca888c1b455468099109171983f14ec(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:38,313 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:38,313 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/C, priority=12, startTime=1733474498146; duration=0sec 2024-12-06T08:41:38,313 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:38,313 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:C 2024-12-06T08:41:38,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/b4cbe345f300441fb76828ae6db60347 is 50, key is test_row_0/B:col10/1733474497223/Put/seqid=0 2024-12-06T08:41:38,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742047_1223 (size=12301) 2024-12-06T08:41:38,323 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/b4cbe345f300441fb76828ae6db60347 2024-12-06T08:41:38,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/45d9c2c43d344c4c987fb54dc8ff5a6a is 50, key is test_row_0/C:col10/1733474497223/Put/seqid=0 2024-12-06T08:41:38,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742048_1224 (size=12301) 2024-12-06T08:41:38,351 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/45d9c2c43d344c4c987fb54dc8ff5a6a 2024-12-06T08:41:38,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/9a7ba9276ac5402c9893db2f1f5ae183 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/9a7ba9276ac5402c9893db2f1f5ae183 2024-12-06T08:41:38,367 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/9a7ba9276ac5402c9893db2f1f5ae183, entries=150, sequenceid=577, filesize=30.5 K 2024-12-06T08:41:38,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/b4cbe345f300441fb76828ae6db60347 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/b4cbe345f300441fb76828ae6db60347 2024-12-06T08:41:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,373 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/b4cbe345f300441fb76828ae6db60347, entries=150, sequenceid=577, filesize=12.0 K 2024-12-06T08:41:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/45d9c2c43d344c4c987fb54dc8ff5a6a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/45d9c2c43d344c4c987fb54dc8ff5a6a 2024-12-06T08:41:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,380 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/45d9c2c43d344c4c987fb54dc8ff5a6a, entries=150, sequenceid=577, filesize=12.0 K 2024-12-06T08:41:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,381 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ae4a3dc502b0a3882c5aeeff947351ca in 146ms, sequenceid=577, compaction requested=false 2024-12-06T08:41:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:38,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:38,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-06T08:41:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-06T08:41:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-06T08:41:38,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 764 msec 2024-12-06T08:41:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 770 msec 2024-12-06T08:41:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-06T08:41:38,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:38,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:38,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:38,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:38,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062b3134004af84bfbadce422bf6347393_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474498461/Put/seqid=0 2024-12-06T08:41:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742049_1225 (size=22618) 2024-12-06T08:41:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,517 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,523 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062b3134004af84bfbadce422bf6347393_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062b3134004af84bfbadce422bf6347393_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,524 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/8e82eae126ba4aaea5325be25d5ea011, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/8e82eae126ba4aaea5325be25d5ea011 is 175, key is test_row_0/A:col10/1733474498461/Put/seqid=0 2024-12-06T08:41:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:38,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742050_1226 (size=66023) 2024-12-06T08:41:38,538 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=588, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/8e82eae126ba4aaea5325be25d5ea011 2024-12-06T08:41:38,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/f732572de20645e7ade228afdcda5568 is 50, key is test_row_0/B:col10/1733474498461/Put/seqid=0 2024-12-06T08:41:38,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742051_1227 (size=12301) 2024-12-06T08:41:38,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474558518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:38,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:38,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474498514, max timestamp=1733474498541Num uniques 859; 2024-12-06T08:41:38,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:41:38,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474498514, max timestamp=1733474498533Num uniques 859; 2024-12-06T08:41:38,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:41:38,567 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733474498514, max timestamp=1733474498541Num uniques 859; 2024-12-06T08:41:38,567 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-06T08:41:38,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474558517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:38,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:38,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474558602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:38,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:38,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474558604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:38,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:38,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:38,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474558609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:38,627 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#A#compaction#190 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:38,628 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/30bc33c7179545029500e17b6e683450 is 175, key is test_row_0/A:col10/1733474496571/Put/seqid=0 2024-12-06T08:41:38,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742052_1228 (size=31699) 2024-12-06T08:41:38,646 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/30bc33c7179545029500e17b6e683450 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/30bc33c7179545029500e17b6e683450 2024-12-06T08:41:38,652 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/A of ae4a3dc502b0a3882c5aeeff947351ca into 30bc33c7179545029500e17b6e683450(size=31.0 K), total size for store is 61.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:38,652 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:38,652 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/A, priority=12, startTime=1733474498146; duration=0sec 2024-12-06T08:41:38,653 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:38,653 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:A 2024-12-06T08:41:38,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474558668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:38,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474558677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:38,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:38,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474558718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:38,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:38,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474558718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:38,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:38,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474558727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-06T08:41:38,758 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:38,759 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:41:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-06T08:41:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-06T08:41:38,761 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:41:38,762 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:41:38,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:41:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-06T08:41:38,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474558887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:38,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474558887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:38,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:38,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-06T08:41:38,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:38,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:38,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:38,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:38,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:38,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474558928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:38,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:38,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474558928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:38,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:38,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474558938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:38,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:38,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:38,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/f732572de20645e7ade228afdcda5568 2024-12-06T08:41:38,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/f5b52684e31947a58541b908024ce94f is 50, key is test_row_0/C:col10/1733474498461/Put/seqid=0 2024-12-06T08:41:38,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742053_1229 (size=12301) 2024-12-06T08:41:38,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/f5b52684e31947a58541b908024ce94f 2024-12-06T08:41:38,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/8e82eae126ba4aaea5325be25d5ea011 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8e82eae126ba4aaea5325be25d5ea011 2024-12-06T08:41:38,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8e82eae126ba4aaea5325be25d5ea011, entries=350, sequenceid=588, filesize=64.5 K 2024-12-06T08:41:38,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/f732572de20645e7ade228afdcda5568 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f732572de20645e7ade228afdcda5568 2024-12-06T08:41:38,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f732572de20645e7ade228afdcda5568, entries=150, sequenceid=588, filesize=12.0 K 2024-12-06T08:41:38,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/f5b52684e31947a58541b908024ce94f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/f5b52684e31947a58541b908024ce94f 2024-12-06T08:41:39,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/f5b52684e31947a58541b908024ce94f, entries=150, sequenceid=588, filesize=12.0 K 2024-12-06T08:41:39,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=133.78 KB/136995 for ae4a3dc502b0a3882c5aeeff947351ca in 540ms, sequenceid=588, compaction requested=true 2024-12-06T08:41:39,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:39,004 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:39,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:39,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:39,004 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:39,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:39,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:39,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:39,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:39,009 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:39,009 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/B is initiating minor compaction (all files) 2024-12-06T08:41:39,009 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/B in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:39,009 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/1fcc973aa27348ffb839aed4d34c2952, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/b4cbe345f300441fb76828ae6db60347, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f732572de20645e7ade228afdcda5568] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=36.5 K 2024-12-06T08:41:39,010 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:39,010 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/A is initiating minor compaction (all files) 2024-12-06T08:41:39,010 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/A in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:39,010 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/30bc33c7179545029500e17b6e683450, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/9a7ba9276ac5402c9893db2f1f5ae183, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8e82eae126ba4aaea5325be25d5ea011] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=126.0 K 2024-12-06T08:41:39,010 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:39,010 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/30bc33c7179545029500e17b6e683450, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/9a7ba9276ac5402c9893db2f1f5ae183, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8e82eae126ba4aaea5325be25d5ea011] 2024-12-06T08:41:39,011 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30bc33c7179545029500e17b6e683450, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1733474496571 2024-12-06T08:41:39,011 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fcc973aa27348ffb839aed4d34c2952, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1733474496571 2024-12-06T08:41:39,012 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a7ba9276ac5402c9893db2f1f5ae183, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1733474497223 2024-12-06T08:41:39,012 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting b4cbe345f300441fb76828ae6db60347, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1733474497223 2024-12-06T08:41:39,012 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e82eae126ba4aaea5325be25d5ea011, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=588, earliestPutTs=1733474498439 2024-12-06T08:41:39,013 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting f732572de20645e7ade228afdcda5568, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=588, earliestPutTs=1733474498441 2024-12-06T08:41:39,026 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#B#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:39,028 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:39,030 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/7821001e255b432183080073d586586e is 50, key is test_row_0/B:col10/1733474498461/Put/seqid=0 2024-12-06T08:41:39,041 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412066d551604ce4e42c7a70474e5efa78bf6_ae4a3dc502b0a3882c5aeeff947351ca store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:39,044 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412066d551604ce4e42c7a70474e5efa78bf6_ae4a3dc502b0a3882c5aeeff947351ca, store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:39,044 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412066d551604ce4e42c7a70474e5efa78bf6_ae4a3dc502b0a3882c5aeeff947351ca because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:39,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-06T08:41:39,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:39,075 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=133.78 KB heapSize=384.07 KB 2024-12-06T08:41:39,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:39,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:39,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:39,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:39,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:39,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-06T08:41:39,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742054_1230 (size=12847) 2024-12-06T08:41:39,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742055_1231 (size=4469) 2024-12-06T08:41:39,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206506f3a6ce40c4d139b553bd8d9f84176_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474498590/Put/seqid=0 2024-12-06T08:41:39,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742056_1232 (size=12454) 2024-12-06T08:41:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:39,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:39,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474559217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:39,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474559218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:39,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:39,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474559237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474559237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:39,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474559247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:39,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:39,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474559327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474559327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:39,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-06T08:41:39,486 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/7821001e255b432183080073d586586e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/7821001e255b432183080073d586586e 2024-12-06T08:41:39,487 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#A#compaction#199 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:39,488 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/fb3f71a4113943a2b5526e0741b68fe0 is 175, key is test_row_0/A:col10/1733474498461/Put/seqid=0 2024-12-06T08:41:39,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742057_1233 (size=31801) 2024-12-06T08:41:39,494 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/B of ae4a3dc502b0a3882c5aeeff947351ca into 7821001e255b432183080073d586586e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:39,494 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:39,494 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/B, priority=13, startTime=1733474499004; duration=0sec 2024-12-06T08:41:39,494 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:39,494 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:B 2024-12-06T08:41:39,494 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:39,496 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:39,496 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/C is initiating minor compaction (all files) 2024-12-06T08:41:39,496 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/C in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:39,496 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/6ca888c1b455468099109171983f14ec, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/45d9c2c43d344c4c987fb54dc8ff5a6a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/f5b52684e31947a58541b908024ce94f] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=36.5 K 2024-12-06T08:41:39,497 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ca888c1b455468099109171983f14ec, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1733474496571 2024-12-06T08:41:39,497 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 45d9c2c43d344c4c987fb54dc8ff5a6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1733474497223 2024-12-06T08:41:39,497 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting f5b52684e31947a58541b908024ce94f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=588, earliestPutTs=1733474498441 2024-12-06T08:41:39,499 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/fb3f71a4113943a2b5526e0741b68fe0 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/fb3f71a4113943a2b5526e0741b68fe0 2024-12-06T08:41:39,506 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/A of ae4a3dc502b0a3882c5aeeff947351ca into fb3f71a4113943a2b5526e0741b68fe0(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:39,506 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:39,506 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/A, priority=13, startTime=1733474499004; duration=0sec 2024-12-06T08:41:39,506 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:39,506 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:A 2024-12-06T08:41:39,508 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#C#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:39,509 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/f91ac6e761884c298c900e2d84fa1f48 is 50, key is test_row_0/C:col10/1733474498461/Put/seqid=0 2024-12-06T08:41:39,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742058_1234 (size=12847) 2024-12-06T08:41:39,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:39,532 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/f91ac6e761884c298c900e2d84fa1f48 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/f91ac6e761884c298c900e2d84fa1f48 2024-12-06T08:41:39,533 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206506f3a6ce40c4d139b553bd8d9f84176_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206506f3a6ce40c4d139b553bd8d9f84176_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:39,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/1367ba8d1092483ab7695753447b2303, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:39,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/1367ba8d1092483ab7695753447b2303 is 175, key is test_row_0/A:col10/1733474498590/Put/seqid=0 2024-12-06T08:41:39,542 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/C of ae4a3dc502b0a3882c5aeeff947351ca into f91ac6e761884c298c900e2d84fa1f48(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:39,542 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:39,542 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/C, priority=13, startTime=1733474499005; duration=0sec 2024-12-06T08:41:39,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742059_1235 (size=31255) 2024-12-06T08:41:39,548 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:39,548 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:C 2024-12-06T08:41:39,548 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=626, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/1367ba8d1092483ab7695753447b2303 2024-12-06T08:41:39,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474559548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:39,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474559548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:39,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/00dad4d492dd4305941a4fde16b74d52 is 50, key is test_row_0/B:col10/1733474498590/Put/seqid=0 2024-12-06T08:41:39,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742060_1236 (size=12301) 2024-12-06T08:41:39,566 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=626 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/00dad4d492dd4305941a4fde16b74d52 2024-12-06T08:41:39,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/8773a52aa8fe4f889d9801b6bc659d9f is 50, key is test_row_0/C:col10/1733474498590/Put/seqid=0 2024-12-06T08:41:39,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742061_1237 (size=12301) 2024-12-06T08:41:39,587 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=626 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/8773a52aa8fe4f889d9801b6bc659d9f 2024-12-06T08:41:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/1367ba8d1092483ab7695753447b2303 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/1367ba8d1092483ab7695753447b2303 2024-12-06T08:41:39,607 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/1367ba8d1092483ab7695753447b2303, entries=150, sequenceid=626, filesize=30.5 K 2024-12-06T08:41:39,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/00dad4d492dd4305941a4fde16b74d52 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/00dad4d492dd4305941a4fde16b74d52 2024-12-06T08:41:39,613 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/00dad4d492dd4305941a4fde16b74d52, entries=150, sequenceid=626, filesize=12.0 K 2024-12-06T08:41:39,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/8773a52aa8fe4f889d9801b6bc659d9f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/8773a52aa8fe4f889d9801b6bc659d9f 2024-12-06T08:41:39,619 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/8773a52aa8fe4f889d9801b6bc659d9f, entries=150, sequenceid=626, filesize=12.0 K 2024-12-06T08:41:39,620 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~133.78 KB/136995, heapSize ~384.02 KB/393240, currentSize=46.96 KB/48090 for ae4a3dc502b0a3882c5aeeff947351ca in 545ms, sequenceid=626, compaction requested=false 2024-12-06T08:41:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:39,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:39,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-06T08:41:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-06T08:41:39,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-06T08:41:39,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 861 msec 2024-12-06T08:41:39,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 867 msec 2024-12-06T08:41:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:39,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-06T08:41:39,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:39,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:39,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:39,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:39,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:39,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:39,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063f3f0dd2465c4798b1959434d20846ab_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474499747/Put/seqid=0 2024-12-06T08:41:39,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742062_1238 (size=17534) 2024-12-06T08:41:39,779 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:39,785 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063f3f0dd2465c4798b1959434d20846ab_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063f3f0dd2465c4798b1959434d20846ab_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:39,786 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/baa367ba9f874d759817746c7a4396c7, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:39,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/baa367ba9f874d759817746c7a4396c7 is 175, key is test_row_0/A:col10/1733474499747/Put/seqid=0 2024-12-06T08:41:39,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742063_1239 (size=48639) 2024-12-06T08:41:39,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474559795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:39,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474559797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:39,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:39,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474559806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:39,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:39,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474559857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:39,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:39,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474559858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:39,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-06T08:41:39,897 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:39,898 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:41:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-06T08:41:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-06T08:41:39,899 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:41:39,900 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:41:39,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:41:39,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474559917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:39,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474559918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:39,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474559918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:39,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:39,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:39,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:39,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-06T08:41:40,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-06T08:41:40,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:40,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:40,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:40,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:40,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:40,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474560127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:40,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474560127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:40,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:40,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474560128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:40,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:40,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:40,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:40,203 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=641, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/baa367ba9f874d759817746c7a4396c7 2024-12-06T08:41:40,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-06T08:41:40,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:40,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:40,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:40,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:40,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:40,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/8935a4eb8d374c66b7f9f4dcc1cd8f3b is 50, key is test_row_0/B:col10/1733474499747/Put/seqid=0 2024-12-06T08:41:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-06T08:41:40,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742064_1240 (size=12301) 2024-12-06T08:41:40,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=641 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/8935a4eb8d374c66b7f9f4dcc1cd8f3b 2024-12-06T08:41:40,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/1f41f4c8e68b4433bbea506babdbd181 is 50, key is test_row_0/C:col10/1733474499747/Put/seqid=0 2024-12-06T08:41:40,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742065_1241 (size=12301) 2024-12-06T08:41:40,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-06T08:41:40,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:40,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:40,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:40,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:40,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:40,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474560368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:40,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474560368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:40,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:40,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474560448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:40,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474560448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474560448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:40,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-06T08:41:40,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:40,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:40,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:40,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:40,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-06T08:41:40,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=641 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/1f41f4c8e68b4433bbea506babdbd181 2024-12-06T08:41:40,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/baa367ba9f874d759817746c7a4396c7 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/baa367ba9f874d759817746c7a4396c7 2024-12-06T08:41:40,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/baa367ba9f874d759817746c7a4396c7, entries=250, sequenceid=641, filesize=47.5 K 2024-12-06T08:41:40,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/8935a4eb8d374c66b7f9f4dcc1cd8f3b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/8935a4eb8d374c66b7f9f4dcc1cd8f3b 2024-12-06T08:41:40,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/8935a4eb8d374c66b7f9f4dcc1cd8f3b, entries=150, sequenceid=641, filesize=12.0 K 2024-12-06T08:41:40,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/1f41f4c8e68b4433bbea506babdbd181 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/1f41f4c8e68b4433bbea506babdbd181 2024-12-06T08:41:40,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/1f41f4c8e68b4433bbea506babdbd181, entries=150, sequenceid=641, filesize=12.0 K 2024-12-06T08:41:40,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for ae4a3dc502b0a3882c5aeeff947351ca in 914ms, sequenceid=641, compaction requested=true 2024-12-06T08:41:40,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:40,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:40,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:40,663 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:40,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:40,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:40,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:40,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T08:41:40,663 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:40,664 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111695 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:40,665 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/A is initiating minor compaction (all files) 2024-12-06T08:41:40,665 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/A in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:40,665 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/fb3f71a4113943a2b5526e0741b68fe0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/1367ba8d1092483ab7695753447b2303, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/baa367ba9f874d759817746c7a4396c7] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=109.1 K 2024-12-06T08:41:40,665 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:40,665 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/B is initiating minor compaction (all files) 2024-12-06T08:41:40,665 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:40,665 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/fb3f71a4113943a2b5526e0741b68fe0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/1367ba8d1092483ab7695753447b2303, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/baa367ba9f874d759817746c7a4396c7] 2024-12-06T08:41:40,665 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/B in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:40,665 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/7821001e255b432183080073d586586e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/00dad4d492dd4305941a4fde16b74d52, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/8935a4eb8d374c66b7f9f4dcc1cd8f3b] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=36.6 K 2024-12-06T08:41:40,666 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb3f71a4113943a2b5526e0741b68fe0, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=588, earliestPutTs=1733474498441 2024-12-06T08:41:40,666 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 7821001e255b432183080073d586586e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=588, earliestPutTs=1733474498441 2024-12-06T08:41:40,666 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1367ba8d1092483ab7695753447b2303, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=626, earliestPutTs=1733474498590 2024-12-06T08:41:40,666 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 00dad4d492dd4305941a4fde16b74d52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=626, earliestPutTs=1733474498590 2024-12-06T08:41:40,667 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting baa367ba9f874d759817746c7a4396c7, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=641, earliestPutTs=1733474499201 2024-12-06T08:41:40,667 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 8935a4eb8d374c66b7f9f4dcc1cd8f3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=641, earliestPutTs=1733474499216 2024-12-06T08:41:40,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-06T08:41:40,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:40,669 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-06T08:41:40,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:40,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:40,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:40,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:40,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:40,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:40,681 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:40,690 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#B#compaction#208 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:40,691 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/1aa48d1119fe4377adf1fe3a10d06d85 is 50, key is test_row_0/B:col10/1733474499747/Put/seqid=0 2024-12-06T08:41:40,697 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206753176d428b6458a863829a4a8bc5e24_ae4a3dc502b0a3882c5aeeff947351ca store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:40,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067aa21777540749198daad438c3306d35_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474499790/Put/seqid=0 2024-12-06T08:41:40,700 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206753176d428b6458a863829a4a8bc5e24_ae4a3dc502b0a3882c5aeeff947351ca, store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:40,700 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206753176d428b6458a863829a4a8bc5e24_ae4a3dc502b0a3882c5aeeff947351ca because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:40,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742066_1242 (size=12949) 2024-12-06T08:41:40,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742068_1244 (size=4469) 2024-12-06T08:41:40,755 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#A#compaction#207 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:40,756 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/c52ea01434804082a9641070333abcc9 is 175, key is test_row_0/A:col10/1733474499747/Put/seqid=0 2024-12-06T08:41:40,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742069_1245 (size=31903) 2024-12-06T08:41:40,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742067_1243 (size=12454) 2024-12-06T08:41:40,774 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/c52ea01434804082a9641070333abcc9 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/c52ea01434804082a9641070333abcc9 2024-12-06T08:41:40,785 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/A of ae4a3dc502b0a3882c5aeeff947351ca into c52ea01434804082a9641070333abcc9(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:40,785 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:40,785 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/A, priority=13, startTime=1733474500663; duration=0sec 2024-12-06T08:41:40,786 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:40,786 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:A 2024-12-06T08:41:40,786 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:40,787 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:40,787 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/C is initiating minor compaction (all files) 2024-12-06T08:41:40,787 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/C in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:40,787 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/f91ac6e761884c298c900e2d84fa1f48, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/8773a52aa8fe4f889d9801b6bc659d9f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/1f41f4c8e68b4433bbea506babdbd181] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=36.6 K 2024-12-06T08:41:40,788 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f91ac6e761884c298c900e2d84fa1f48, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=588, earliestPutTs=1733474498441 2024-12-06T08:41:40,789 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8773a52aa8fe4f889d9801b6bc659d9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=626, earliestPutTs=1733474498590 2024-12-06T08:41:40,789 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f41f4c8e68b4433bbea506babdbd181, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=641, earliestPutTs=1733474499216 2024-12-06T08:41:40,800 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#C#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:40,801 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/1291bf9f50fe4ff9b50398197d3e8947 is 50, key is test_row_0/C:col10/1733474499747/Put/seqid=0 2024-12-06T08:41:40,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742070_1246 (size=12949) 2024-12-06T08:41:40,838 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/1291bf9f50fe4ff9b50398197d3e8947 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/1291bf9f50fe4ff9b50398197d3e8947 2024-12-06T08:41:40,845 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/C of ae4a3dc502b0a3882c5aeeff947351ca into 1291bf9f50fe4ff9b50398197d3e8947(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:40,846 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:40,846 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/C, priority=13, startTime=1733474500663; duration=0sec 2024-12-06T08:41:40,846 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:40,846 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:C 2024-12-06T08:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:40,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:40,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474560984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:40,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474560985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:40,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474560985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-06T08:41:41,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474561087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:41,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:41,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474561098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:41,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474561098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:41,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:41,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:41,137 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/1aa48d1119fe4377adf1fe3a10d06d85 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/1aa48d1119fe4377adf1fe3a10d06d85 2024-12-06T08:41:41,148 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/B of ae4a3dc502b0a3882c5aeeff947351ca into 1aa48d1119fe4377adf1fe3a10d06d85(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:41,148 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:41,148 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/B, priority=13, startTime=1733474500663; duration=0sec 2024-12-06T08:41:41,148 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:41,148 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:B 2024-12-06T08:41:41,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:41,178 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067aa21777540749198daad438c3306d35_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067aa21777540749198daad438c3306d35_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:41,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/8354d433b8034f62b716e16e97c73b49, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:41,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/8354d433b8034f62b716e16e97c73b49 is 175, key is test_row_0/A:col10/1733474499790/Put/seqid=0 2024-12-06T08:41:41,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742071_1247 (size=31255) 2024-12-06T08:41:41,201 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=661, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/8354d433b8034f62b716e16e97c73b49 2024-12-06T08:41:41,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/91bc2c936ebe4038a2284df0d7f0e716 is 50, key is test_row_0/B:col10/1733474499790/Put/seqid=0 2024-12-06T08:41:41,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742072_1248 (size=12301) 2024-12-06T08:41:41,232 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=661 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/91bc2c936ebe4038a2284df0d7f0e716 2024-12-06T08:41:41,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/a8e45c8acd7d494095fb0f2ce940d2ed is 50, key is test_row_0/C:col10/1733474499790/Put/seqid=0 2024-12-06T08:41:41,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742073_1249 (size=12301) 2024-12-06T08:41:41,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474561297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:41,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:41,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474561312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:41,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:41,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474561312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:41,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:41,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474561388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:41,391 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_0' in ae4a3dc502b0a3882c5aeeff947351ca of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:41:41,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:41,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474561388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:41,393 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_1' in ae4a3dc502b0a3882c5aeeff947351ca of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:41:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:41,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474561607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:41,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:41,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474561618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:41,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:41,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474561627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:41,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:41,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:41,673 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=661 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/a8e45c8acd7d494095fb0f2ce940d2ed 2024-12-06T08:41:41,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/8354d433b8034f62b716e16e97c73b49 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8354d433b8034f62b716e16e97c73b49 2024-12-06T08:41:41,686 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8354d433b8034f62b716e16e97c73b49, entries=150, sequenceid=661, filesize=30.5 K 2024-12-06T08:41:41,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/91bc2c936ebe4038a2284df0d7f0e716 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/91bc2c936ebe4038a2284df0d7f0e716 2024-12-06T08:41:41,716 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/91bc2c936ebe4038a2284df0d7f0e716, entries=150, sequenceid=661, filesize=12.0 K 2024-12-06T08:41:41,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/a8e45c8acd7d494095fb0f2ce940d2ed as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/a8e45c8acd7d494095fb0f2ce940d2ed 2024-12-06T08:41:41,725 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/a8e45c8acd7d494095fb0f2ce940d2ed, entries=150, sequenceid=661, filesize=12.0 K 2024-12-06T08:41:41,727 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for ae4a3dc502b0a3882c5aeeff947351ca in 1058ms, sequenceid=661, compaction requested=false 2024-12-06T08:41:41,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:41,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:41,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-06T08:41:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-06T08:41:41,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-06T08:41:41,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8290 sec 2024-12-06T08:41:41,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.8340 sec 2024-12-06T08:41:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-06T08:41:42,048 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:42,048 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:41:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-06T08:41:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-06T08:41:42,051 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:41:42,052 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:41:42,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:41:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:42,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-06T08:41:42,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:42,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:42,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:42,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:42,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:42,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-06T08:41:42,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120622c1994896674844917ef92e5ccefe3c_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474502118/Put/seqid=0 2024-12-06T08:41:42,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742074_1250 (size=12454) 2024-12-06T08:41:42,184 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:42,190 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120622c1994896674844917ef92e5ccefe3c_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120622c1994896674844917ef92e5ccefe3c_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:42,191 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/2ae45839bce240d6aa5a20bcb13d508d, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:42,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/2ae45839bce240d6aa5a20bcb13d508d is 175, key is test_row_0/A:col10/1733474502118/Put/seqid=0 2024-12-06T08:41:42,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742075_1251 (size=31255) 2024-12-06T08:41:42,202 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=678, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/2ae45839bce240d6aa5a20bcb13d508d 2024-12-06T08:41:42,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-06T08:41:42,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:42,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:42,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:42,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:42,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:42,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/1f0fae50db2e4754af574097cc3f7a66 is 50, key is test_row_0/B:col10/1733474502118/Put/seqid=0 2024-12-06T08:41:42,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474562248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:42,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742076_1252 (size=12301) 2024-12-06T08:41:42,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=678 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/1f0fae50db2e4754af574097cc3f7a66 2024-12-06T08:41:42,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474562258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:42,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474562259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:42,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/9d991dbfb35c4e3d87ec2bff40e41c13 is 50, key is test_row_0/C:col10/1733474502118/Put/seqid=0 2024-12-06T08:41:42,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742077_1253 (size=12301) 2024-12-06T08:41:42,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=678 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/9d991dbfb35c4e3d87ec2bff40e41c13 2024-12-06T08:41:42,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/2ae45839bce240d6aa5a20bcb13d508d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/2ae45839bce240d6aa5a20bcb13d508d 2024-12-06T08:41:42,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/2ae45839bce240d6aa5a20bcb13d508d, entries=150, sequenceid=678, filesize=30.5 K 2024-12-06T08:41:42,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/1f0fae50db2e4754af574097cc3f7a66 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/1f0fae50db2e4754af574097cc3f7a66 2024-12-06T08:41:42,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-06T08:41:42,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:42,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:42,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:42,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:42,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:42,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/1f0fae50db2e4754af574097cc3f7a66, entries=150, sequenceid=678, filesize=12.0 K 2024-12-06T08:41:42,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/9d991dbfb35c4e3d87ec2bff40e41c13 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/9d991dbfb35c4e3d87ec2bff40e41c13 2024-12-06T08:41:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-06T08:41:42,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474562368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:42,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:42,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/9d991dbfb35c4e3d87ec2bff40e41c13, entries=150, sequenceid=678, filesize=12.0 K 2024-12-06T08:41:42,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for ae4a3dc502b0a3882c5aeeff947351ca in 242ms, sequenceid=678, compaction requested=true 2024-12-06T08:41:42,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:42,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:42,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:42,376 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:42,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:42,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:42,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:42,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:42,376 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:42,377 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:42,377 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/A is initiating minor compaction (all files) 2024-12-06T08:41:42,377 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/A in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:42,377 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/c52ea01434804082a9641070333abcc9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8354d433b8034f62b716e16e97c73b49, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/2ae45839bce240d6aa5a20bcb13d508d] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=92.2 K 2024-12-06T08:41:42,377 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:42,377 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/c52ea01434804082a9641070333abcc9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8354d433b8034f62b716e16e97c73b49, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/2ae45839bce240d6aa5a20bcb13d508d] 2024-12-06T08:41:42,378 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:42,378 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/B is initiating minor compaction (all files) 2024-12-06T08:41:42,378 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/B in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:42,378 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/1aa48d1119fe4377adf1fe3a10d06d85, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/91bc2c936ebe4038a2284df0d7f0e716, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/1f0fae50db2e4754af574097cc3f7a66] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=36.7 K 2024-12-06T08:41:42,378 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c52ea01434804082a9641070333abcc9, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=641, earliestPutTs=1733474499216 2024-12-06T08:41:42,379 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1aa48d1119fe4377adf1fe3a10d06d85, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=641, earliestPutTs=1733474499216 2024-12-06T08:41:42,379 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8354d433b8034f62b716e16e97c73b49, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=661, earliestPutTs=1733474499790 2024-12-06T08:41:42,379 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 91bc2c936ebe4038a2284df0d7f0e716, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=661, earliestPutTs=1733474499790 2024-12-06T08:41:42,379 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ae45839bce240d6aa5a20bcb13d508d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=678, earliestPutTs=1733474500971 2024-12-06T08:41:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:42,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-06T08:41:42,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:42,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:42,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:42,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:42,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:42,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:42,384 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f0fae50db2e4754af574097cc3f7a66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=678, earliestPutTs=1733474500971 2024-12-06T08:41:42,396 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#B#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:42,397 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/4d07ca6bd514428d9f3ead134e2a41da is 50, key is test_row_0/B:col10/1733474502118/Put/seqid=0 2024-12-06T08:41:42,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474562419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:42,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:42,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474562430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:42,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:42,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206bfb1ae59a8c442f9bcd98ab9413fab08_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474502380/Put/seqid=0 2024-12-06T08:41:42,440 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:42,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742078_1254 (size=13051) 2024-12-06T08:41:42,458 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206485fef440f884cfb9b5aa7b4b1c7056f_ae4a3dc502b0a3882c5aeeff947351ca store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:42,460 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206485fef440f884cfb9b5aa7b4b1c7056f_ae4a3dc502b0a3882c5aeeff947351ca, store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:42,460 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206485fef440f884cfb9b5aa7b4b1c7056f_ae4a3dc502b0a3882c5aeeff947351ca because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:42,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742079_1255 (size=14994) 2024-12-06T08:41:42,486 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:42,490 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206bfb1ae59a8c442f9bcd98ab9413fab08_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206bfb1ae59a8c442f9bcd98ab9413fab08_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:42,492 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/b8dff305f0e845d99bde79b8a4168c76, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:42,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/b8dff305f0e845d99bde79b8a4168c76 is 175, key is test_row_0/A:col10/1733474502380/Put/seqid=0 2024-12-06T08:41:42,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742080_1256 (size=4469) 2024-12-06T08:41:42,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742081_1257 (size=39949) 2024-12-06T08:41:42,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-06T08:41:42,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:42,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:42,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:42,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:42,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:42,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474562537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:42,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:42,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474562537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:42,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:42,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:42,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474562578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:42,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:42,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-06T08:41:42,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:42,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:42,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:42,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:42,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-06T08:41:42,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:42,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474562747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474562747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:42,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:42,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:42,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-06T08:41:42,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:42,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:42,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:42,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:42,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:42,861 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/4d07ca6bd514428d9f3ead134e2a41da as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/4d07ca6bd514428d9f3ead134e2a41da 2024-12-06T08:41:42,878 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/B of ae4a3dc502b0a3882c5aeeff947351ca into 4d07ca6bd514428d9f3ead134e2a41da(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:42,878 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:42,878 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/B, priority=13, startTime=1733474502376; duration=0sec 2024-12-06T08:41:42,878 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:42,878 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:B 2024-12-06T08:41:42,878 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:42,882 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:42,882 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/C is initiating minor compaction (all files) 2024-12-06T08:41:42,883 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/C in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:42,883 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/1291bf9f50fe4ff9b50398197d3e8947, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/a8e45c8acd7d494095fb0f2ce940d2ed, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/9d991dbfb35c4e3d87ec2bff40e41c13] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=36.7 K 2024-12-06T08:41:42,883 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1291bf9f50fe4ff9b50398197d3e8947, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=641, earliestPutTs=1733474499216 2024-12-06T08:41:42,886 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting a8e45c8acd7d494095fb0f2ce940d2ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=661, earliestPutTs=1733474499790 2024-12-06T08:41:42,887 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d991dbfb35c4e3d87ec2bff40e41c13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=678, earliestPutTs=1733474500971 2024-12-06T08:41:42,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474562898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:42,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:42,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:42,902 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#C#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:42,903 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/733702176e544ca382d4e0e934d18827 is 50, key is test_row_0/C:col10/1733474502118/Put/seqid=0 2024-12-06T08:41:42,915 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#A#compaction#218 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:42,916 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/09d30415c28c426f9138e1b4bc03bbe2 is 175, key is test_row_0/A:col10/1733474502118/Put/seqid=0 2024-12-06T08:41:42,916 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=697, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/b8dff305f0e845d99bde79b8a4168c76 2024-12-06T08:41:42,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742083_1259 (size=32005) 2024-12-06T08:41:42,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742082_1258 (size=13051) 2024-12-06T08:41:42,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/c46734c000d84a1daf8a5dcbd23bba44 is 50, key is test_row_0/B:col10/1733474502380/Put/seqid=0 2024-12-06T08:41:42,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-06T08:41:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:42,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:42,992 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/733702176e544ca382d4e0e934d18827 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/733702176e544ca382d4e0e934d18827 2024-12-06T08:41:42,999 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/C of ae4a3dc502b0a3882c5aeeff947351ca into 733702176e544ca382d4e0e934d18827(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:42,999 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:42,999 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/C, priority=13, startTime=1733474502376; duration=0sec 2024-12-06T08:41:42,999 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:42,999 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:C 2024-12-06T08:41:43,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742084_1260 (size=12301) 2024-12-06T08:41:43,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474563069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:43,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:43,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:43,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:43,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474563069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:43,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:43,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:43,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:43,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-06T08:41:43,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:43,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:43,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:43,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:43,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-06T08:41:43,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-06T08:41:43,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:43,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:43,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:43,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:43,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:43,364 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/09d30415c28c426f9138e1b4bc03bbe2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/09d30415c28c426f9138e1b4bc03bbe2 2024-12-06T08:41:43,370 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/A of ae4a3dc502b0a3882c5aeeff947351ca into 09d30415c28c426f9138e1b4bc03bbe2(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:43,370 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:43,370 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/A, priority=13, startTime=1733474502376; duration=0sec 2024-12-06T08:41:43,370 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:43,370 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:A 2024-12-06T08:41:43,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474563408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:43,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474563409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:43,409 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_0' in ae4a3dc502b0a3882c5aeeff947351ca of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:41:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:43,409 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_1' in ae4a3dc502b0a3882c5aeeff947351ca of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:41:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:43,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474563409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:43,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=697 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/c46734c000d84a1daf8a5dcbd23bba44 2024-12-06T08:41:43,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-06T08:41:43,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:43,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:43,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:43,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:43,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:43,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/dfe0c8752d684a5a8f7ab843de7ff9c6 is 50, key is test_row_0/C:col10/1733474502380/Put/seqid=0 2024-12-06T08:41:43,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742085_1261 (size=12301) 2024-12-06T08:41:43,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474563587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:43,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474563587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:43,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:43,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:43,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:43,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:43,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:43,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:43,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-06T08:41:43,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:43,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:43,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:43,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:43,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:43,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-06T08:41:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:43,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:43,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=697 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/dfe0c8752d684a5a8f7ab843de7ff9c6 2024-12-06T08:41:43,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/b8dff305f0e845d99bde79b8a4168c76 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/b8dff305f0e845d99bde79b8a4168c76 2024-12-06T08:41:43,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-06T08:41:43,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:43,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:43,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:43,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:43,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:41:43,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/b8dff305f0e845d99bde79b8a4168c76, entries=200, sequenceid=697, filesize=39.0 K 2024-12-06T08:41:43,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/c46734c000d84a1daf8a5dcbd23bba44 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/c46734c000d84a1daf8a5dcbd23bba44 2024-12-06T08:41:43,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/c46734c000d84a1daf8a5dcbd23bba44, entries=150, sequenceid=697, filesize=12.0 K 2024-12-06T08:41:43,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/dfe0c8752d684a5a8f7ab843de7ff9c6 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/dfe0c8752d684a5a8f7ab843de7ff9c6 2024-12-06T08:41:43,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/dfe0c8752d684a5a8f7ab843de7ff9c6, entries=150, sequenceid=697, filesize=12.0 K 2024-12-06T08:41:43,926 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-06T08:41:43,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for ae4a3dc502b0a3882c5aeeff947351ca in 1546ms, sequenceid=697, compaction requested=false 2024-12-06T08:41:43,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:44,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-06T08:41:44,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:44,061 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-06T08:41:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:44,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fd53eccf976b4f73a528a899d80eeab5_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474502426/Put/seqid=0 2024-12-06T08:41:44,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742086_1262 (size=12454) 2024-12-06T08:41:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-06T08:41:44,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:44,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:44,547 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fd53eccf976b4f73a528a899d80eeab5_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fd53eccf976b4f73a528a899d80eeab5_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:44,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/31701746a9f84801828fd250d1c7bab6, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:44,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/31701746a9f84801828fd250d1c7bab6 is 175, key is test_row_0/A:col10/1733474502426/Put/seqid=0 2024-12-06T08:41:44,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474564561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:44,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:44,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:44,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:44,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742087_1263 (size=31255) 2024-12-06T08:41:44,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474564598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:44,601 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_0' in ae4a3dc502b0a3882c5aeeff947351ca of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:41:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:44,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474564608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:44,615 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_2' in ae4a3dc502b0a3882c5aeeff947351ca of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:41:44,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:44,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:44,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:44,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474564677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:44,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:44,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:44,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:44,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474564888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:44,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:44,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:44,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:44,983 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=713, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/31701746a9f84801828fd250d1c7bab6 2024-12-06T08:41:45,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/279e56d4f2df419c9a7399abc8a52fc9 is 50, key is test_row_0/B:col10/1733474502426/Put/seqid=0 2024-12-06T08:41:45,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742088_1264 (size=12301) 2024-12-06T08:41:45,071 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=713 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/279e56d4f2df419c9a7399abc8a52fc9 2024-12-06T08:41:45,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/15089992f0ea4124b0d0f9e6fa9adaac is 50, key is test_row_0/C:col10/1733474502426/Put/seqid=0 2024-12-06T08:41:45,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742089_1265 (size=12301) 2024-12-06T08:41:45,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474565198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:45,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:45,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:45,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:45,516 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=713 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/15089992f0ea4124b0d0f9e6fa9adaac 2024-12-06T08:41:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/31701746a9f84801828fd250d1c7bab6 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/31701746a9f84801828fd250d1c7bab6 2024-12-06T08:41:45,539 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/31701746a9f84801828fd250d1c7bab6, entries=150, sequenceid=713, filesize=30.5 K 2024-12-06T08:41:45,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/279e56d4f2df419c9a7399abc8a52fc9 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/279e56d4f2df419c9a7399abc8a52fc9 2024-12-06T08:41:45,546 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/279e56d4f2df419c9a7399abc8a52fc9, entries=150, sequenceid=713, filesize=12.0 K 2024-12-06T08:41:45,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/15089992f0ea4124b0d0f9e6fa9adaac as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/15089992f0ea4124b0d0f9e6fa9adaac 2024-12-06T08:41:45,552 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/15089992f0ea4124b0d0f9e6fa9adaac, entries=150, sequenceid=713, filesize=12.0 K 2024-12-06T08:41:45,554 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ae4a3dc502b0a3882c5aeeff947351ca in 1492ms, sequenceid=713, compaction requested=true 2024-12-06T08:41:45,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:45,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:45,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-06T08:41:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-06T08:41:45,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-06T08:41:45,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5030 sec 2024-12-06T08:41:45,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 3.5120 sec 2024-12-06T08:41:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:45,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-06T08:41:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:45,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120638b02cd5f61e49dc8c7c19b8bf8b8077_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474505708/Put/seqid=0 2024-12-06T08:41:45,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742090_1266 (size=14994) 2024-12-06T08:41:45,780 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:45,785 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120638b02cd5f61e49dc8c7c19b8bf8b8077_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120638b02cd5f61e49dc8c7c19b8bf8b8077_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:45,786 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/3b1c3e89319d42dcaa22d90b2ef5f39a, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:45,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/3b1c3e89319d42dcaa22d90b2ef5f39a is 175, key is test_row_0/A:col10/1733474505708/Put/seqid=0 2024-12-06T08:41:45,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474565800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:45,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:45,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:45,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:45,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742091_1267 (size=39949) 2024-12-06T08:41:45,818 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=733, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/3b1c3e89319d42dcaa22d90b2ef5f39a 2024-12-06T08:41:45,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/2b0f4449c8904ec29f88f85f329012f1 is 50, key is test_row_0/B:col10/1733474505708/Put/seqid=0 2024-12-06T08:41:45,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742092_1268 (size=12301) 2024-12-06T08:41:45,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474565907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:46,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474566117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:46,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:46,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:46,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-06T08:41:46,218 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:46,219 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:41:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-12-06T08:41:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-06T08:41:46,221 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:41:46,222 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:41:46,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:41:46,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=733 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/2b0f4449c8904ec29f88f85f329012f1 2024-12-06T08:41:46,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/86030945722f4f76bb5a534f6e5c726e is 50, key is test_row_0/C:col10/1733474505708/Put/seqid=0 2024-12-06T08:41:46,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742093_1269 (size=12301) 2024-12-06T08:41:46,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=733 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/86030945722f4f76bb5a534f6e5c726e 2024-12-06T08:41:46,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/3b1c3e89319d42dcaa22d90b2ef5f39a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/3b1c3e89319d42dcaa22d90b2ef5f39a 2024-12-06T08:41:46,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/3b1c3e89319d42dcaa22d90b2ef5f39a, entries=200, sequenceid=733, filesize=39.0 K 2024-12-06T08:41:46,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/2b0f4449c8904ec29f88f85f329012f1 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/2b0f4449c8904ec29f88f85f329012f1 2024-12-06T08:41:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/2b0f4449c8904ec29f88f85f329012f1, entries=150, sequenceid=733, filesize=12.0 K 2024-12-06T08:41:46,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/86030945722f4f76bb5a534f6e5c726e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/86030945722f4f76bb5a534f6e5c726e 2024-12-06T08:41:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/86030945722f4f76bb5a534f6e5c726e, entries=150, sequenceid=733, filesize=12.0 K 2024-12-06T08:41:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for ae4a3dc502b0a3882c5aeeff947351ca in 586ms, sequenceid=733, compaction requested=true 2024-12-06T08:41:46,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,296 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:41:46,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:46,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:46,297 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:41:46,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:46,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:46,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,298 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:41:46,298 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/A is initiating minor compaction (all files) 2024-12-06T08:41:46,298 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/A in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:46,298 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/09d30415c28c426f9138e1b4bc03bbe2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/b8dff305f0e845d99bde79b8a4168c76, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/31701746a9f84801828fd250d1c7bab6, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/3b1c3e89319d42dcaa22d90b2ef5f39a] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=139.8 K 2024-12-06T08:41:46,298 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,298 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/09d30415c28c426f9138e1b4bc03bbe2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/b8dff305f0e845d99bde79b8a4168c76, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/31701746a9f84801828fd250d1c7bab6, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/3b1c3e89319d42dcaa22d90b2ef5f39a] 2024-12-06T08:41:46,299 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09d30415c28c426f9138e1b4bc03bbe2, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=678, earliestPutTs=1733474500971 2024-12-06T08:41:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,300 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:41:46,300 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8dff305f0e845d99bde79b8a4168c76, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=697, earliestPutTs=1733474502242 2024-12-06T08:41:46,300 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/B is initiating minor compaction (all files) 2024-12-06T08:41:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,300 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/B in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:46,300 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/4d07ca6bd514428d9f3ead134e2a41da, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/c46734c000d84a1daf8a5dcbd23bba44, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/279e56d4f2df419c9a7399abc8a52fc9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/2b0f4449c8904ec29f88f85f329012f1] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=48.8 K 2024-12-06T08:41:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,300 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31701746a9f84801828fd250d1c7bab6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=713, earliestPutTs=1733474502406 2024-12-06T08:41:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,301 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d07ca6bd514428d9f3ead134e2a41da, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=678, earliestPutTs=1733474500971 2024-12-06T08:41:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,301 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b1c3e89319d42dcaa22d90b2ef5f39a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=733, earliestPutTs=1733474504534 2024-12-06T08:41:46,301 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting c46734c000d84a1daf8a5dcbd23bba44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=697, earliestPutTs=1733474502246 2024-12-06T08:41:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,302 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 279e56d4f2df419c9a7399abc8a52fc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=713, earliestPutTs=1733474502406 2024-12-06T08:41:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,304 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b0f4449c8904ec29f88f85f329012f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=733, earliestPutTs=1733474504534 2024-12-06T08:41:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,327 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-06T08:41:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,330 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#B#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,330 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/63d75cfa83ae4593ad32852cc081d3f1 is 50, key is test_row_0/B:col10/1733474505708/Put/seqid=0 2024-12-06T08:41:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,341 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206b4dc7a3950304cbba6c0fbfe6e5f7ccc_ae4a3dc502b0a3882c5aeeff947351ca store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,343 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206b4dc7a3950304cbba6c0fbfe6e5f7ccc_ae4a3dc502b0a3882c5aeeff947351ca, store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:46,343 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b4dc7a3950304cbba6c0fbfe6e5f7ccc_ae4a3dc502b0a3882c5aeeff947351ca because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742094_1270 (size=13187) 2024-12-06T08:41:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742095_1271 (size=4469) 2024-12-06T08:41:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,368 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/63d75cfa83ae4593ad32852cc081d3f1 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/63d75cfa83ae4593ad32852cc081d3f1 2024-12-06T08:41:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,374 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/B of ae4a3dc502b0a3882c5aeeff947351ca into 63d75cfa83ae4593ad32852cc081d3f1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:46,374 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:46,374 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/B, priority=12, startTime=1733474506297; duration=0sec 2024-12-06T08:41:46,374 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:46,374 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:B 2024-12-06T08:41:46,374 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:41:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-06T08:41:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:46,376 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-06T08:41:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:46,376 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:41:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:46,376 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/C is initiating minor compaction (all files) 2024-12-06T08:41:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:46,376 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/C in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:46,376 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/733702176e544ca382d4e0e934d18827, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/dfe0c8752d684a5a8f7ab843de7ff9c6, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/15089992f0ea4124b0d0f9e6fa9adaac, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/86030945722f4f76bb5a534f6e5c726e] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=48.8 K 2024-12-06T08:41:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,377 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 733702176e544ca382d4e0e934d18827, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=678, earliestPutTs=1733474500971 2024-12-06T08:41:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,378 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting dfe0c8752d684a5a8f7ab843de7ff9c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=697, earliestPutTs=1733474502246 2024-12-06T08:41:46,378 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 15089992f0ea4124b0d0f9e6fa9adaac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=713, earliestPutTs=1733474502406 2024-12-06T08:41:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,379 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 86030945722f4f76bb5a534f6e5c726e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=733, earliestPutTs=1733474504534 2024-12-06T08:41:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,419 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#C#compaction#230 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:46,419 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/bed5d96cd7d94428a1fd88ed46a4223d is 50, key is test_row_0/C:col10/1733474505708/Put/seqid=0 2024-12-06T08:41:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c302bce8c88b4af0a6c27a20ab09a145_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_1/A:col10/1733474505756/Put/seqid=0 2024-12-06T08:41:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742096_1272 (size=13187) 2024-12-06T08:41:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,464 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/bed5d96cd7d94428a1fd88ed46a4223d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/bed5d96cd7d94428a1fd88ed46a4223d 2024-12-06T08:41:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,470 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/C of ae4a3dc502b0a3882c5aeeff947351ca into bed5d96cd7d94428a1fd88ed46a4223d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:46,470 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:46,470 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/C, priority=12, startTime=1733474506297; duration=0sec 2024-12-06T08:41:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,471 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:46,471 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:C 2024-12-06T08:41:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. as already flushing 2024-12-06T08:41:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742097_1273 (size=9914) 2024-12-06T08:41:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-06T08:41:46,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474566560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:46,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54298 deadline: 1733474566608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:46,611 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_0' in ae4a3dc502b0a3882c5aeeff947351ca of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:41:46,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:46,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:46,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:46,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1733474566637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:46,639 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_2' in ae4a3dc502b0a3882c5aeeff947351ca of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:41:46,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:46,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:46,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:46,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474566678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:46,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:46,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:46,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:46,764 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#A#compaction#228 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:46,765 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/ccd1da3fcc1345ac910e5759a50b9f20 is 175, key is test_row_0/A:col10/1733474505708/Put/seqid=0 2024-12-06T08:41:46,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742098_1274 (size=32141) 2024-12-06T08:41:46,825 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/ccd1da3fcc1345ac910e5759a50b9f20 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/ccd1da3fcc1345ac910e5759a50b9f20 2024-12-06T08:41:46,831 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/A of ae4a3dc502b0a3882c5aeeff947351ca into ccd1da3fcc1345ac910e5759a50b9f20(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:46,831 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:46,831 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/A, priority=12, startTime=1733474506296; duration=0sec 2024-12-06T08:41:46,831 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:46,832 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:A 2024-12-06T08:41:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-06T08:41:46,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:46,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474566887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:46,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:46,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:46,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:46,892 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c302bce8c88b4af0a6c27a20ab09a145_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c302bce8c88b4af0a6c27a20ab09a145_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:46,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/12fefed25dc641a5b65196b71b25ad22, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:46,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/12fefed25dc641a5b65196b71b25ad22 is 175, key is test_row_1/A:col10/1733474505756/Put/seqid=0 2024-12-06T08:41:46,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742099_1275 (size=22561) 2024-12-06T08:41:46,935 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=746, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/12fefed25dc641a5b65196b71b25ad22 2024-12-06T08:41:46,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/f401e28281af46e9a1264b7e13c0fdbb is 50, key is test_row_1/B:col10/1733474505756/Put/seqid=0 2024-12-06T08:41:47,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742100_1276 (size=9857) 2024-12-06T08:41:47,123 INFO [Thread-806 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-806. 2024-12-06T08:41:47,123 DEBUG [Thread-806 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:41:47,123 DEBUG [Thread-806 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:47,123 DEBUG [Thread-806 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:47,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:47,124 INFO [Thread-804 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-804. 2024-12-06T08:41:47,124 DEBUG [Thread-804 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:41:47,124 DEBUG [Thread-804 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:47,124 DEBUG [Thread-804 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:47,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:47,125 INFO [Thread-802 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-802. 2024-12-06T08:41:47,125 DEBUG [Thread-802 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:41:47,125 DEBUG [Thread-802 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:47,125 DEBUG [Thread-802 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:47,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:47,127 INFO [Thread-808 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-808. 2024-12-06T08:41:47,127 DEBUG [Thread-808 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:41:47,127 DEBUG [Thread-808 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:47,127 DEBUG [Thread-808 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:47,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:47,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474567197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:47,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:47,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:47,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-06T08:41:47,403 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=746 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/f401e28281af46e9a1264b7e13c0fdbb 2024-12-06T08:41:47,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/0c12d97f9c754d06bb28706ffc87a81e is 50, key is test_row_1/C:col10/1733474505756/Put/seqid=0 2024-12-06T08:41:47,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742101_1277 (size=9857) 2024-12-06T08:41:47,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54314 deadline: 1733474567427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:47,428 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_1' in ae4a3dc502b0a3882c5aeeff947351ca of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:41:47,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:47,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:47,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:47,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54246 deadline: 1733474567448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:47,449 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_0' in ae4a3dc502b0a3882c5aeeff947351ca of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:41:47,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:47,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:47,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:47,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:41:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733474567713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 2024-12-06T08:41:47,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:47,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:41:47,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:41:47,816 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=746 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/0c12d97f9c754d06bb28706ffc87a81e 2024-12-06T08:41:47,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/12fefed25dc641a5b65196b71b25ad22 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/12fefed25dc641a5b65196b71b25ad22 2024-12-06T08:41:47,824 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/12fefed25dc641a5b65196b71b25ad22, entries=100, sequenceid=746, filesize=22.0 K 2024-12-06T08:41:47,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/f401e28281af46e9a1264b7e13c0fdbb as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f401e28281af46e9a1264b7e13c0fdbb 2024-12-06T08:41:47,829 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f401e28281af46e9a1264b7e13c0fdbb, entries=100, sequenceid=746, filesize=9.6 K 2024-12-06T08:41:47,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/0c12d97f9c754d06bb28706ffc87a81e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/0c12d97f9c754d06bb28706ffc87a81e 2024-12-06T08:41:47,833 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/0c12d97f9c754d06bb28706ffc87a81e, entries=100, sequenceid=746, filesize=9.6 K 2024-12-06T08:41:47,833 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for ae4a3dc502b0a3882c5aeeff947351ca in 1457ms, sequenceid=746, compaction requested=false 2024-12-06T08:41:47,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:47,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:47,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-06T08:41:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-06T08:41:47,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-06T08:41:47,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6130 sec 2024-12-06T08:41:47,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.6170 sec 2024-12-06T08:41:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-06T08:41:48,368 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:48,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-06T08:41:48,729 INFO [Thread-795 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-795. 2024-12-06T08:41:48,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:48,729 DEBUG [Thread-795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:41:48,729 DEBUG [Thread-795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:48,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:48,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:48,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:48,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:48,730 DEBUG [Thread-795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:48,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:41:48,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:48,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fb86a2fa7dbf4c3392979f7eaedca8f5_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474506557/Put/seqid=0 2024-12-06T08:41:48,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742102_1278 (size=12454) 2024-12-06T08:41:49,141 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:49,144 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fb86a2fa7dbf4c3392979f7eaedca8f5_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fb86a2fa7dbf4c3392979f7eaedca8f5_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:49,145 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/354663b8ffcc4a93b8cdd72f78966ae3, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:49,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/354663b8ffcc4a93b8cdd72f78966ae3 is 175, key is test_row_0/A:col10/1733474506557/Put/seqid=0 2024-12-06T08:41:49,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742103_1279 (size=31255) 2024-12-06T08:41:49,550 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=769, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/354663b8ffcc4a93b8cdd72f78966ae3 2024-12-06T08:41:49,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/57ee919106394bc6a897eed1a7e13f6e is 50, key is test_row_0/B:col10/1733474506557/Put/seqid=0 2024-12-06T08:41:49,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742104_1280 (size=12301) 2024-12-06T08:41:49,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=769 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/57ee919106394bc6a897eed1a7e13f6e 2024-12-06T08:41:49,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/27e17d3b8dd8418d8cbb45063e074c46 is 50, key is test_row_0/C:col10/1733474506557/Put/seqid=0 2024-12-06T08:41:49,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742105_1281 (size=12301) 2024-12-06T08:41:50,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=769 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/27e17d3b8dd8418d8cbb45063e074c46 2024-12-06T08:41:50,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/354663b8ffcc4a93b8cdd72f78966ae3 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/354663b8ffcc4a93b8cdd72f78966ae3 2024-12-06T08:41:50,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/354663b8ffcc4a93b8cdd72f78966ae3, entries=150, sequenceid=769, filesize=30.5 K 2024-12-06T08:41:50,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/57ee919106394bc6a897eed1a7e13f6e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/57ee919106394bc6a897eed1a7e13f6e 2024-12-06T08:41:50,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/57ee919106394bc6a897eed1a7e13f6e, entries=150, sequenceid=769, filesize=12.0 K 2024-12-06T08:41:50,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/27e17d3b8dd8418d8cbb45063e074c46 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/27e17d3b8dd8418d8cbb45063e074c46 2024-12-06T08:41:50,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/27e17d3b8dd8418d8cbb45063e074c46, entries=150, sequenceid=769, filesize=12.0 K 2024-12-06T08:41:50,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=0 B/0 for ae4a3dc502b0a3882c5aeeff947351ca in 1661ms, sequenceid=769, compaction requested=true 2024-12-06T08:41:50,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:50,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:41:50,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:50,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:41:50,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:50,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae4a3dc502b0a3882c5aeeff947351ca:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:41:50,391 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:50,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:50,391 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:50,392 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:50,392 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/B is initiating minor compaction (all files) 2024-12-06T08:41:50,392 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:50,392 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/B in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:50,392 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/A is initiating minor compaction (all files) 2024-12-06T08:41:50,392 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/63d75cfa83ae4593ad32852cc081d3f1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f401e28281af46e9a1264b7e13c0fdbb, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/57ee919106394bc6a897eed1a7e13f6e] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=34.5 K 2024-12-06T08:41:50,392 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/A in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:50,392 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/ccd1da3fcc1345ac910e5759a50b9f20, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/12fefed25dc641a5b65196b71b25ad22, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/354663b8ffcc4a93b8cdd72f78966ae3] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=83.9 K 2024-12-06T08:41:50,392 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:50,392 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/ccd1da3fcc1345ac910e5759a50b9f20, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/12fefed25dc641a5b65196b71b25ad22, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/354663b8ffcc4a93b8cdd72f78966ae3] 2024-12-06T08:41:50,393 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 63d75cfa83ae4593ad32852cc081d3f1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=733, earliestPutTs=1733474504534 2024-12-06T08:41:50,393 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccd1da3fcc1345ac910e5759a50b9f20, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=733, earliestPutTs=1733474504534 2024-12-06T08:41:50,393 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting f401e28281af46e9a1264b7e13c0fdbb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=746, earliestPutTs=1733474505756 2024-12-06T08:41:50,393 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12fefed25dc641a5b65196b71b25ad22, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=746, earliestPutTs=1733474505756 2024-12-06T08:41:50,393 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 57ee919106394bc6a897eed1a7e13f6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=769, earliestPutTs=1733474506536 2024-12-06T08:41:50,394 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 354663b8ffcc4a93b8cdd72f78966ae3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=769, earliestPutTs=1733474506536 2024-12-06T08:41:50,401 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:50,402 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/b7021d8e3a694c10a400300f7dcb0763 is 50, key is test_row_0/B:col10/1733474506557/Put/seqid=0 2024-12-06T08:41:50,408 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:50,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742106_1282 (size=13289) 2024-12-06T08:41:50,417 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120650ab18adf0d64e0ba3aa136ff21682e3_ae4a3dc502b0a3882c5aeeff947351ca store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:50,443 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120650ab18adf0d64e0ba3aa136ff21682e3_ae4a3dc502b0a3882c5aeeff947351ca, store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:50,443 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120650ab18adf0d64e0ba3aa136ff21682e3_ae4a3dc502b0a3882c5aeeff947351ca because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:50,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742107_1283 (size=4469) 2024-12-06T08:41:50,449 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#A#compaction#238 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:50,450 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/41475dc9c4bc4b4aadbace0e83a4ff3d is 175, key is test_row_0/A:col10/1733474506557/Put/seqid=0 2024-12-06T08:41:50,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742108_1284 (size=32243) 2024-12-06T08:41:50,462 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/41475dc9c4bc4b4aadbace0e83a4ff3d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/41475dc9c4bc4b4aadbace0e83a4ff3d 2024-12-06T08:41:50,469 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/A of ae4a3dc502b0a3882c5aeeff947351ca into 41475dc9c4bc4b4aadbace0e83a4ff3d(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:50,469 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:50,469 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/A, priority=13, startTime=1733474510391; duration=0sec 2024-12-06T08:41:50,469 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:41:50,469 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:A 2024-12-06T08:41:50,470 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:41:50,471 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:41:50,471 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ae4a3dc502b0a3882c5aeeff947351ca/C is initiating minor compaction (all files) 2024-12-06T08:41:50,471 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ae4a3dc502b0a3882c5aeeff947351ca/C in TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:50,471 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/bed5d96cd7d94428a1fd88ed46a4223d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/0c12d97f9c754d06bb28706ffc87a81e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/27e17d3b8dd8418d8cbb45063e074c46] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp, totalSize=34.5 K 2024-12-06T08:41:50,471 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting bed5d96cd7d94428a1fd88ed46a4223d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=733, earliestPutTs=1733474504534 2024-12-06T08:41:50,472 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c12d97f9c754d06bb28706ffc87a81e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=746, earliestPutTs=1733474505756 2024-12-06T08:41:50,472 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27e17d3b8dd8418d8cbb45063e074c46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=769, earliestPutTs=1733474506536 2024-12-06T08:41:50,486 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae4a3dc502b0a3882c5aeeff947351ca#C#compaction#239 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:41:50,486 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/d262f45b2ef74aaaaeb2e36ec64739fb is 50, key is test_row_0/C:col10/1733474506557/Put/seqid=0 2024-12-06T08:41:50,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742109_1285 (size=13289) 2024-12-06T08:41:50,659 INFO [Thread-791 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-791. 2024-12-06T08:41:50,659 DEBUG [Thread-791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:41:50,659 DEBUG [Thread-791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:50,659 DEBUG [Thread-791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:50,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:50,670 INFO [Thread-798 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-798. 2024-12-06T08:41:50,670 DEBUG [Thread-798 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:41:50,670 DEBUG [Thread-798 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:50,670 DEBUG [Thread-798 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:50,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:50,814 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/b7021d8e3a694c10a400300f7dcb0763 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/b7021d8e3a694c10a400300f7dcb0763 2024-12-06T08:41:50,819 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/B of ae4a3dc502b0a3882c5aeeff947351ca into b7021d8e3a694c10a400300f7dcb0763(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:50,819 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:50,819 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/B, priority=13, startTime=1733474510391; duration=0sec 2024-12-06T08:41:50,819 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:50,819 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:B 2024-12-06T08:41:50,896 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/d262f45b2ef74aaaaeb2e36ec64739fb as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/d262f45b2ef74aaaaeb2e36ec64739fb 2024-12-06T08:41:50,901 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ae4a3dc502b0a3882c5aeeff947351ca/C of ae4a3dc502b0a3882c5aeeff947351ca into d262f45b2ef74aaaaeb2e36ec64739fb(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:41:50,901 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ae4a3dc502b0a3882c5aeeff947351ca: 2024-12-06T08:41:50,901 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., storeName=ae4a3dc502b0a3882c5aeeff947351ca/C, priority=13, startTime=1733474510391; duration=0sec 2024-12-06T08:41:50,901 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:41:50,901 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae4a3dc502b0a3882c5aeeff947351ca:C 2024-12-06T08:41:51,093 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T08:41:57,490 INFO [Thread-793 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-793. 2024-12-06T08:41:57,490 DEBUG [Thread-793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:41:57,490 DEBUG [Thread-793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:57,490 DEBUG [Thread-793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:57,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:57,550 INFO [Thread-789 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-789. 2024-12-06T08:41:57,550 DEBUG [Thread-789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:41:57,550 DEBUG [Thread-789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:57,550 DEBUG [Thread-789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:57,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:57,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T08:41:57,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 168 2024-12-06T08:41:57,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-06T08:41:57,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 132 2024-12-06T08:41:57,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 218 2024-12-06T08:41:57,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-12-06T08:41:57,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T08:41:57,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2178 2024-12-06T08:41:57,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2058 2024-12-06T08:41:57,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T08:41:57,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 978 2024-12-06T08:41:57,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2931 rows 2024-12-06T08:41:57,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 973 2024-12-06T08:41:57,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2911 rows 2024-12-06T08:41:57,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T08:41:57,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T08:41:57,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:57,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:41:57,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:41:57,551 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T08:41:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T08:41:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-06T08:41:57,555 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474517555"}]},"ts":"1733474517555"} 2024-12-06T08:41:57,556 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T08:41:57,556 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T08:41:57,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T08:41:57,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae4a3dc502b0a3882c5aeeff947351ca, UNASSIGN}] 2024-12-06T08:41:57,559 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae4a3dc502b0a3882c5aeeff947351ca, UNASSIGN 2024-12-06T08:41:57,560 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=ae4a3dc502b0a3882c5aeeff947351ca, regionState=CLOSING, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:41:57,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae4a3dc502b0a3882c5aeeff947351ca, UNASSIGN because future has completed 2024-12-06T08:41:57,562 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T08:41:57,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014}] 2024-12-06T08:41:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-06T08:41:57,714 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:57,714 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T08:41:57,714 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing ae4a3dc502b0a3882c5aeeff947351ca, disabling compactions & flushes 2024-12-06T08:41:57,714 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:57,714 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:57,714 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. after waiting 0 ms 2024-12-06T08:41:57,714 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:57,714 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing ae4a3dc502b0a3882c5aeeff947351ca 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-06T08:41:57,715 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=A 2024-12-06T08:41:57,715 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:57,715 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=B 2024-12-06T08:41:57,715 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:57,715 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae4a3dc502b0a3882c5aeeff947351ca, store=C 2024-12-06T08:41:57,715 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:41:57,721 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206143486a7140d4cf6ad8d2dda15b5302f_ae4a3dc502b0a3882c5aeeff947351ca is 50, key is test_row_0/A:col10/1733474517548/Put/seqid=0 2024-12-06T08:41:57,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742110_1286 (size=12454) 2024-12-06T08:41:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-06T08:41:58,125 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:58,129 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206143486a7140d4cf6ad8d2dda15b5302f_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206143486a7140d4cf6ad8d2dda15b5302f_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:58,130 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/cfbc45210334486d87f68c6e0e4f38fb, store: [table=TestAcidGuarantees family=A region=ae4a3dc502b0a3882c5aeeff947351ca] 2024-12-06T08:41:58,131 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/cfbc45210334486d87f68c6e0e4f38fb is 175, key is test_row_0/A:col10/1733474517548/Put/seqid=0 2024-12-06T08:41:58,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742111_1287 (size=31255) 2024-12-06T08:41:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-06T08:41:58,535 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=779, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/cfbc45210334486d87f68c6e0e4f38fb 2024-12-06T08:41:58,541 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/f42188ce7ba34418a5539ed5623eb503 is 50, key is test_row_0/B:col10/1733474517548/Put/seqid=0 2024-12-06T08:41:58,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742112_1288 (size=12301) 2024-12-06T08:41:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-06T08:41:58,945 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=779 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/f42188ce7ba34418a5539ed5623eb503 2024-12-06T08:41:58,953 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/c4bd478b47f84f76aaefbb270a8aad92 is 50, key is test_row_0/C:col10/1733474517548/Put/seqid=0 2024-12-06T08:41:58,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742113_1289 (size=12301) 2024-12-06T08:41:59,357 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=779 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/c4bd478b47f84f76aaefbb270a8aad92 2024-12-06T08:41:59,362 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/A/cfbc45210334486d87f68c6e0e4f38fb as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/cfbc45210334486d87f68c6e0e4f38fb 2024-12-06T08:41:59,365 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/cfbc45210334486d87f68c6e0e4f38fb, entries=150, sequenceid=779, filesize=30.5 K 2024-12-06T08:41:59,365 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/B/f42188ce7ba34418a5539ed5623eb503 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f42188ce7ba34418a5539ed5623eb503 2024-12-06T08:41:59,369 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f42188ce7ba34418a5539ed5623eb503, entries=150, sequenceid=779, filesize=12.0 K 2024-12-06T08:41:59,370 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/.tmp/C/c4bd478b47f84f76aaefbb270a8aad92 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/c4bd478b47f84f76aaefbb270a8aad92 2024-12-06T08:41:59,374 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/c4bd478b47f84f76aaefbb270a8aad92, entries=150, sequenceid=779, filesize=12.0 K 2024-12-06T08:41:59,374 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for ae4a3dc502b0a3882c5aeeff947351ca in 1660ms, sequenceid=779, compaction requested=false 2024-12-06T08:41:59,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/e40de092043142a590c1c570b4e57c05, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/6b1b2349bb4047a29a0e3a2dcb159333, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/b1c8dfbcecaa4e45b1fce6010f8e61f4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/1c290b7a5121454fb9764c2ab45bba70, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/bf68324f713b4bf094ca74d201e54f54, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/5acb1362e4c94a0cb70ff6893bf47c1f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/260183cc77ee4ec39f28181a6977da13, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/a715174b686a46bcaadfe4625ed536be, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/3d7d90193df84eb0a66bf72e39dab5fc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/2987fcbf999e4ac5b1edf03cf477bdb5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8111f51b560947009761a746265ab8c4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/770da435418c42bba8c20ef59f8224e6, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/e57c48a98320426c8458180d598bbaa5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/30bc33c7179545029500e17b6e683450, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/9a7ba9276ac5402c9893db2f1f5ae183, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8e82eae126ba4aaea5325be25d5ea011, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/fb3f71a4113943a2b5526e0741b68fe0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/1367ba8d1092483ab7695753447b2303, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/baa367ba9f874d759817746c7a4396c7, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/c52ea01434804082a9641070333abcc9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8354d433b8034f62b716e16e97c73b49, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/09d30415c28c426f9138e1b4bc03bbe2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/2ae45839bce240d6aa5a20bcb13d508d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/b8dff305f0e845d99bde79b8a4168c76, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/31701746a9f84801828fd250d1c7bab6, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/3b1c3e89319d42dcaa22d90b2ef5f39a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/ccd1da3fcc1345ac910e5759a50b9f20, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/12fefed25dc641a5b65196b71b25ad22, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/354663b8ffcc4a93b8cdd72f78966ae3] to archive 2024-12-06T08:41:59,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T08:41:59,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/e40de092043142a590c1c570b4e57c05 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/e40de092043142a590c1c570b4e57c05 2024-12-06T08:41:59,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/6b1b2349bb4047a29a0e3a2dcb159333 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/6b1b2349bb4047a29a0e3a2dcb159333 2024-12-06T08:41:59,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/b1c8dfbcecaa4e45b1fce6010f8e61f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/b1c8dfbcecaa4e45b1fce6010f8e61f4 2024-12-06T08:41:59,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/1c290b7a5121454fb9764c2ab45bba70 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/1c290b7a5121454fb9764c2ab45bba70 2024-12-06T08:41:59,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/bf68324f713b4bf094ca74d201e54f54 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/bf68324f713b4bf094ca74d201e54f54 2024-12-06T08:41:59,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/5acb1362e4c94a0cb70ff6893bf47c1f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/5acb1362e4c94a0cb70ff6893bf47c1f 2024-12-06T08:41:59,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/260183cc77ee4ec39f28181a6977da13 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/260183cc77ee4ec39f28181a6977da13 2024-12-06T08:41:59,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/a715174b686a46bcaadfe4625ed536be to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/a715174b686a46bcaadfe4625ed536be 2024-12-06T08:41:59,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/3d7d90193df84eb0a66bf72e39dab5fc to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/3d7d90193df84eb0a66bf72e39dab5fc 2024-12-06T08:41:59,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/2987fcbf999e4ac5b1edf03cf477bdb5 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/2987fcbf999e4ac5b1edf03cf477bdb5 2024-12-06T08:41:59,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8111f51b560947009761a746265ab8c4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8111f51b560947009761a746265ab8c4 2024-12-06T08:41:59,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/770da435418c42bba8c20ef59f8224e6 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/770da435418c42bba8c20ef59f8224e6 2024-12-06T08:41:59,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/e57c48a98320426c8458180d598bbaa5 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/e57c48a98320426c8458180d598bbaa5 2024-12-06T08:41:59,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/30bc33c7179545029500e17b6e683450 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/30bc33c7179545029500e17b6e683450 2024-12-06T08:41:59,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/9a7ba9276ac5402c9893db2f1f5ae183 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/9a7ba9276ac5402c9893db2f1f5ae183 2024-12-06T08:41:59,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8e82eae126ba4aaea5325be25d5ea011 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8e82eae126ba4aaea5325be25d5ea011 2024-12-06T08:41:59,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/fb3f71a4113943a2b5526e0741b68fe0 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/fb3f71a4113943a2b5526e0741b68fe0 2024-12-06T08:41:59,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/1367ba8d1092483ab7695753447b2303 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/1367ba8d1092483ab7695753447b2303 2024-12-06T08:41:59,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/baa367ba9f874d759817746c7a4396c7 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/baa367ba9f874d759817746c7a4396c7 2024-12-06T08:41:59,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/c52ea01434804082a9641070333abcc9 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/c52ea01434804082a9641070333abcc9 2024-12-06T08:41:59,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8354d433b8034f62b716e16e97c73b49 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/8354d433b8034f62b716e16e97c73b49 2024-12-06T08:41:59,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/09d30415c28c426f9138e1b4bc03bbe2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/09d30415c28c426f9138e1b4bc03bbe2 2024-12-06T08:41:59,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/2ae45839bce240d6aa5a20bcb13d508d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/2ae45839bce240d6aa5a20bcb13d508d 2024-12-06T08:41:59,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/b8dff305f0e845d99bde79b8a4168c76 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/b8dff305f0e845d99bde79b8a4168c76 2024-12-06T08:41:59,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/31701746a9f84801828fd250d1c7bab6 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/31701746a9f84801828fd250d1c7bab6 2024-12-06T08:41:59,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/3b1c3e89319d42dcaa22d90b2ef5f39a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/3b1c3e89319d42dcaa22d90b2ef5f39a 2024-12-06T08:41:59,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/ccd1da3fcc1345ac910e5759a50b9f20 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/ccd1da3fcc1345ac910e5759a50b9f20 2024-12-06T08:41:59,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/12fefed25dc641a5b65196b71b25ad22 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/12fefed25dc641a5b65196b71b25ad22 2024-12-06T08:41:59,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/354663b8ffcc4a93b8cdd72f78966ae3 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/354663b8ffcc4a93b8cdd72f78966ae3 2024-12-06T08:41:59,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f7a73a71f703401a934f06c53259820d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/629accbba6f9439a96af566a82231f66, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/df12b22d8af64f888d545f0944097262, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/395e1424bd5c4a38a73e78e4f1e8418d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/10d807ed9a43454da36b4b20f2919870, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/b439852993ed42128104786fda1eb832, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/a9540c253cef489da0cb69dc8b027016, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/d6af56011c1a4d008dbbf2690fed8977, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/ae8a91156e0540e6a12807678d88b754, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/06d32aa3ce7d415d8161756c64c983fc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/bb802512a4f648df8192c76eed72a9ea, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f60c94b7ee294dd898a87ddd8ec322a9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/1fcc973aa27348ffb839aed4d34c2952, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/8f5edd43ce6e4abc91d7b9d0aa40b0c1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/b4cbe345f300441fb76828ae6db60347, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/7821001e255b432183080073d586586e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f732572de20645e7ade228afdcda5568, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/00dad4d492dd4305941a4fde16b74d52, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/1aa48d1119fe4377adf1fe3a10d06d85, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/8935a4eb8d374c66b7f9f4dcc1cd8f3b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/91bc2c936ebe4038a2284df0d7f0e716, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/4d07ca6bd514428d9f3ead134e2a41da, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/1f0fae50db2e4754af574097cc3f7a66, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/c46734c000d84a1daf8a5dcbd23bba44, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/279e56d4f2df419c9a7399abc8a52fc9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/63d75cfa83ae4593ad32852cc081d3f1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/2b0f4449c8904ec29f88f85f329012f1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f401e28281af46e9a1264b7e13c0fdbb, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/57ee919106394bc6a897eed1a7e13f6e] to archive 2024-12-06T08:41:59,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T08:41:59,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f7a73a71f703401a934f06c53259820d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f7a73a71f703401a934f06c53259820d 2024-12-06T08:41:59,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/629accbba6f9439a96af566a82231f66 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/629accbba6f9439a96af566a82231f66 2024-12-06T08:41:59,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/df12b22d8af64f888d545f0944097262 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/df12b22d8af64f888d545f0944097262 2024-12-06T08:41:59,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/395e1424bd5c4a38a73e78e4f1e8418d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/395e1424bd5c4a38a73e78e4f1e8418d 2024-12-06T08:41:59,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/10d807ed9a43454da36b4b20f2919870 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/10d807ed9a43454da36b4b20f2919870 2024-12-06T08:41:59,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/b439852993ed42128104786fda1eb832 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/b439852993ed42128104786fda1eb832 2024-12-06T08:41:59,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/a9540c253cef489da0cb69dc8b027016 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/a9540c253cef489da0cb69dc8b027016 2024-12-06T08:41:59,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/d6af56011c1a4d008dbbf2690fed8977 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/d6af56011c1a4d008dbbf2690fed8977 2024-12-06T08:41:59,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/ae8a91156e0540e6a12807678d88b754 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/ae8a91156e0540e6a12807678d88b754 2024-12-06T08:41:59,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/06d32aa3ce7d415d8161756c64c983fc to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/06d32aa3ce7d415d8161756c64c983fc 2024-12-06T08:41:59,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/bb802512a4f648df8192c76eed72a9ea to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/bb802512a4f648df8192c76eed72a9ea 2024-12-06T08:41:59,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f60c94b7ee294dd898a87ddd8ec322a9 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f60c94b7ee294dd898a87ddd8ec322a9 2024-12-06T08:41:59,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/1fcc973aa27348ffb839aed4d34c2952 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/1fcc973aa27348ffb839aed4d34c2952 2024-12-06T08:41:59,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/8f5edd43ce6e4abc91d7b9d0aa40b0c1 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/8f5edd43ce6e4abc91d7b9d0aa40b0c1 2024-12-06T08:41:59,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/b4cbe345f300441fb76828ae6db60347 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/b4cbe345f300441fb76828ae6db60347 2024-12-06T08:41:59,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/7821001e255b432183080073d586586e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/7821001e255b432183080073d586586e 2024-12-06T08:41:59,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f732572de20645e7ade228afdcda5568 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f732572de20645e7ade228afdcda5568 2024-12-06T08:41:59,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/00dad4d492dd4305941a4fde16b74d52 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/00dad4d492dd4305941a4fde16b74d52 2024-12-06T08:41:59,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/1aa48d1119fe4377adf1fe3a10d06d85 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/1aa48d1119fe4377adf1fe3a10d06d85 2024-12-06T08:41:59,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/8935a4eb8d374c66b7f9f4dcc1cd8f3b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/8935a4eb8d374c66b7f9f4dcc1cd8f3b 2024-12-06T08:41:59,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/91bc2c936ebe4038a2284df0d7f0e716 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/91bc2c936ebe4038a2284df0d7f0e716 2024-12-06T08:41:59,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/4d07ca6bd514428d9f3ead134e2a41da to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/4d07ca6bd514428d9f3ead134e2a41da 2024-12-06T08:41:59,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/1f0fae50db2e4754af574097cc3f7a66 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/1f0fae50db2e4754af574097cc3f7a66 2024-12-06T08:41:59,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/c46734c000d84a1daf8a5dcbd23bba44 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/c46734c000d84a1daf8a5dcbd23bba44 2024-12-06T08:41:59,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/279e56d4f2df419c9a7399abc8a52fc9 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/279e56d4f2df419c9a7399abc8a52fc9 2024-12-06T08:41:59,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/63d75cfa83ae4593ad32852cc081d3f1 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/63d75cfa83ae4593ad32852cc081d3f1 2024-12-06T08:41:59,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/2b0f4449c8904ec29f88f85f329012f1 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/2b0f4449c8904ec29f88f85f329012f1 2024-12-06T08:41:59,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f401e28281af46e9a1264b7e13c0fdbb to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f401e28281af46e9a1264b7e13c0fdbb 2024-12-06T08:41:59,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/57ee919106394bc6a897eed1a7e13f6e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/57ee919106394bc6a897eed1a7e13f6e 2024-12-06T08:41:59,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/26e78ddfe2bb4e7689f38587b9d4d698, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/23a497f528de499ba43cc13e8a2367e1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/acb531aac05e4f08bca3995b6bf8d7fd, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/5927f67ee6204693bcb8a453f25e3381, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/bf2c69dea8ed4cacacf4eed77321007a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/51695caa411a43d891f5b8ed8c678f29, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/8ed02c79f3e6423eb6282359045a8097, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/297504e470804c97bb56ffc634f2f3b6, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/eeb3dc9d82604c2887a27c8b28f4146c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/3ebdd1d6d0d749a4a73b2fd115a30fdd, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/b7b08e8fd2f74312a2000d82ea881c9f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/6c86e933f0f34a178669c3e1ebc40c98, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/6ca888c1b455468099109171983f14ec, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/4acaf97f79af44149b156d6d4578518e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/45d9c2c43d344c4c987fb54dc8ff5a6a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/f91ac6e761884c298c900e2d84fa1f48, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/f5b52684e31947a58541b908024ce94f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/8773a52aa8fe4f889d9801b6bc659d9f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/1291bf9f50fe4ff9b50398197d3e8947, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/1f41f4c8e68b4433bbea506babdbd181, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/a8e45c8acd7d494095fb0f2ce940d2ed, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/733702176e544ca382d4e0e934d18827, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/9d991dbfb35c4e3d87ec2bff40e41c13, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/dfe0c8752d684a5a8f7ab843de7ff9c6, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/15089992f0ea4124b0d0f9e6fa9adaac, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/bed5d96cd7d94428a1fd88ed46a4223d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/86030945722f4f76bb5a534f6e5c726e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/0c12d97f9c754d06bb28706ffc87a81e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/27e17d3b8dd8418d8cbb45063e074c46] to archive 2024-12-06T08:41:59,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T08:41:59,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/26e78ddfe2bb4e7689f38587b9d4d698 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/26e78ddfe2bb4e7689f38587b9d4d698 2024-12-06T08:41:59,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/23a497f528de499ba43cc13e8a2367e1 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/23a497f528de499ba43cc13e8a2367e1 2024-12-06T08:41:59,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/acb531aac05e4f08bca3995b6bf8d7fd to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/acb531aac05e4f08bca3995b6bf8d7fd 2024-12-06T08:41:59,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/5927f67ee6204693bcb8a453f25e3381 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/5927f67ee6204693bcb8a453f25e3381 2024-12-06T08:41:59,444 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/bf2c69dea8ed4cacacf4eed77321007a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/bf2c69dea8ed4cacacf4eed77321007a 2024-12-06T08:41:59,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/51695caa411a43d891f5b8ed8c678f29 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/51695caa411a43d891f5b8ed8c678f29 2024-12-06T08:41:59,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/8ed02c79f3e6423eb6282359045a8097 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/8ed02c79f3e6423eb6282359045a8097 2024-12-06T08:41:59,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/297504e470804c97bb56ffc634f2f3b6 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/297504e470804c97bb56ffc634f2f3b6 2024-12-06T08:41:59,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/eeb3dc9d82604c2887a27c8b28f4146c to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/eeb3dc9d82604c2887a27c8b28f4146c 2024-12-06T08:41:59,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/3ebdd1d6d0d749a4a73b2fd115a30fdd to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/3ebdd1d6d0d749a4a73b2fd115a30fdd 2024-12-06T08:41:59,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/b7b08e8fd2f74312a2000d82ea881c9f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/b7b08e8fd2f74312a2000d82ea881c9f 2024-12-06T08:41:59,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/6c86e933f0f34a178669c3e1ebc40c98 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/6c86e933f0f34a178669c3e1ebc40c98 2024-12-06T08:41:59,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/6ca888c1b455468099109171983f14ec to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/6ca888c1b455468099109171983f14ec 2024-12-06T08:41:59,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/4acaf97f79af44149b156d6d4578518e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/4acaf97f79af44149b156d6d4578518e 2024-12-06T08:41:59,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/45d9c2c43d344c4c987fb54dc8ff5a6a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/45d9c2c43d344c4c987fb54dc8ff5a6a 2024-12-06T08:41:59,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/f91ac6e761884c298c900e2d84fa1f48 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/f91ac6e761884c298c900e2d84fa1f48 2024-12-06T08:41:59,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/f5b52684e31947a58541b908024ce94f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/f5b52684e31947a58541b908024ce94f 2024-12-06T08:41:59,460 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/8773a52aa8fe4f889d9801b6bc659d9f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/8773a52aa8fe4f889d9801b6bc659d9f 2024-12-06T08:41:59,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/1291bf9f50fe4ff9b50398197d3e8947 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/1291bf9f50fe4ff9b50398197d3e8947 2024-12-06T08:41:59,462 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/1f41f4c8e68b4433bbea506babdbd181 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/1f41f4c8e68b4433bbea506babdbd181 2024-12-06T08:41:59,463 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/a8e45c8acd7d494095fb0f2ce940d2ed to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/a8e45c8acd7d494095fb0f2ce940d2ed 2024-12-06T08:41:59,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/733702176e544ca382d4e0e934d18827 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/733702176e544ca382d4e0e934d18827 2024-12-06T08:41:59,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/9d991dbfb35c4e3d87ec2bff40e41c13 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/9d991dbfb35c4e3d87ec2bff40e41c13 2024-12-06T08:41:59,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/dfe0c8752d684a5a8f7ab843de7ff9c6 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/dfe0c8752d684a5a8f7ab843de7ff9c6 2024-12-06T08:41:59,466 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/15089992f0ea4124b0d0f9e6fa9adaac to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/15089992f0ea4124b0d0f9e6fa9adaac 2024-12-06T08:41:59,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/bed5d96cd7d94428a1fd88ed46a4223d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/bed5d96cd7d94428a1fd88ed46a4223d 2024-12-06T08:41:59,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/86030945722f4f76bb5a534f6e5c726e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/86030945722f4f76bb5a534f6e5c726e 2024-12-06T08:41:59,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/0c12d97f9c754d06bb28706ffc87a81e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/0c12d97f9c754d06bb28706ffc87a81e 2024-12-06T08:41:59,469 DEBUG [StoreCloser-TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/27e17d3b8dd8418d8cbb45063e074c46 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/27e17d3b8dd8418d8cbb45063e074c46 2024-12-06T08:41:59,473 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/recovered.edits/782.seqid, newMaxSeqId=782, maxSeqId=4 2024-12-06T08:41:59,474 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. 2024-12-06T08:41:59,474 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for ae4a3dc502b0a3882c5aeeff947351ca: Waiting for close lock at 1733474517714Running coprocessor pre-close hooks at 1733474517714Disabling compacts and flushes for region at 1733474517714Disabling writes for close at 1733474517714Obtaining lock to block concurrent updates at 1733474517714Preparing flush snapshotting stores in ae4a3dc502b0a3882c5aeeff947351ca at 1733474517714Finished memstore snapshotting TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733474517715 (+1 ms)Flushing stores of TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca. at 1733474517716 (+1 ms)Flushing ae4a3dc502b0a3882c5aeeff947351ca/A: creating writer at 1733474517716Flushing mob file ae4a3dc502b0a3882c5aeeff947351ca/A: appending metadata at 1733474517721 (+5 ms)Flushing mob file ae4a3dc502b0a3882c5aeeff947351ca/A: closing flushed file at 1733474517721Flushing ae4a3dc502b0a3882c5aeeff947351ca/A: appending metadata at 1733474518130 (+409 ms)Flushing ae4a3dc502b0a3882c5aeeff947351ca/A: closing flushed file at 1733474518130Flushing ae4a3dc502b0a3882c5aeeff947351ca/B: creating writer at 1733474518538 (+408 ms)Flushing ae4a3dc502b0a3882c5aeeff947351ca/B: appending metadata at 1733474518541 (+3 ms)Flushing ae4a3dc502b0a3882c5aeeff947351ca/B: closing flushed file at 1733474518541Flushing ae4a3dc502b0a3882c5aeeff947351ca/C: creating writer at 1733474518949 (+408 ms)Flushing ae4a3dc502b0a3882c5aeeff947351ca/C: appending metadata at 1733474518952 (+3 ms)Flushing ae4a3dc502b0a3882c5aeeff947351ca/C: closing flushed file at 1733474518952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@345f95b: reopening flushed file at 1733474519361 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b679d9: reopening flushed file at 1733474519365 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a655c55: reopening flushed file at 1733474519369 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for ae4a3dc502b0a3882c5aeeff947351ca in 1660ms, sequenceid=779, compaction requested=false at 1733474519374 (+5 ms)Writing region close event to WAL at 1733474519471 (+97 ms)Running coprocessor post-close hooks at 1733474519474 (+3 ms)Closed at 1733474519474 2024-12-06T08:41:59,476 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,477 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=ae4a3dc502b0a3882c5aeeff947351ca, regionState=CLOSED 2024-12-06T08:41:59,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 because future has completed 2024-12-06T08:41:59,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-06T08:41:59,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure ae4a3dc502b0a3882c5aeeff947351ca, server=25494438c68b,33295,1733474453014 in 1.9170 sec 2024-12-06T08:41:59,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-12-06T08:41:59,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae4a3dc502b0a3882c5aeeff947351ca, UNASSIGN in 1.9230 sec 2024-12-06T08:41:59,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-06T08:41:59,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9260 sec 2024-12-06T08:41:59,486 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474519486"}]},"ts":"1733474519486"} 2024-12-06T08:41:59,488 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T08:41:59,488 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T08:41:59,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9360 sec 2024-12-06T08:41:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-06T08:41:59,698 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:59,698 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T08:41:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:41:59,700 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:41:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-06T08:41:59,701 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:41:59,703 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,705 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A, FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B, FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C, FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/recovered.edits] 2024-12-06T08:41:59,707 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/41475dc9c4bc4b4aadbace0e83a4ff3d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/41475dc9c4bc4b4aadbace0e83a4ff3d 2024-12-06T08:41:59,708 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/cfbc45210334486d87f68c6e0e4f38fb to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/A/cfbc45210334486d87f68c6e0e4f38fb 2024-12-06T08:41:59,710 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/b7021d8e3a694c10a400300f7dcb0763 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/b7021d8e3a694c10a400300f7dcb0763 2024-12-06T08:41:59,711 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f42188ce7ba34418a5539ed5623eb503 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/B/f42188ce7ba34418a5539ed5623eb503 2024-12-06T08:41:59,713 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/c4bd478b47f84f76aaefbb270a8aad92 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/c4bd478b47f84f76aaefbb270a8aad92 2024-12-06T08:41:59,714 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/d262f45b2ef74aaaaeb2e36ec64739fb to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/C/d262f45b2ef74aaaaeb2e36ec64739fb 2024-12-06T08:41:59,717 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/recovered.edits/782.seqid to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca/recovered.edits/782.seqid 2024-12-06T08:41:59,718 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,718 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T08:41:59,718 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T08:41:59,719 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-06T08:41:59,722 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206143486a7140d4cf6ad8d2dda15b5302f_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206143486a7140d4cf6ad8d2dda15b5302f_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,723 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120622c1994896674844917ef92e5ccefe3c_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120622c1994896674844917ef92e5ccefe3c_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,724 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062b3134004af84bfbadce422bf6347393_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062b3134004af84bfbadce422bf6347393_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,725 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062fb7eef4fd6345eba16bbebed1d1f77d_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062fb7eef4fd6345eba16bbebed1d1f77d_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,726 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120638b02cd5f61e49dc8c7c19b8bf8b8077_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120638b02cd5f61e49dc8c7c19b8bf8b8077_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,727 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063f3f0dd2465c4798b1959434d20846ab_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063f3f0dd2465c4798b1959434d20846ab_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,728 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064439b920cad549d2accdc94d9f4d91ec_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064439b920cad549d2accdc94d9f4d91ec_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,729 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206506f3a6ce40c4d139b553bd8d9f84176_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206506f3a6ce40c4d139b553bd8d9f84176_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,730 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065a483651a3fa434297242e38223c538b_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065a483651a3fa434297242e38223c538b_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,731 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412066121748de55a4032a38225af2a6e701c_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412066121748de55a4032a38225af2a6e701c_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,732 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067aa21777540749198daad438c3306d35_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067aa21777540749198daad438c3306d35_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,733 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067af9746cf8194f1ca11b5b803c3806ac_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067af9746cf8194f1ca11b5b803c3806ac_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,734 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069aa5eb6671ed436a94442c025d085fd7_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069aa5eb6671ed436a94442c025d085fd7_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,735 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a2751f2d28794b01aa1e9062afd14b5e_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a2751f2d28794b01aa1e9062afd14b5e_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,736 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206bfb1ae59a8c442f9bcd98ab9413fab08_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206bfb1ae59a8c442f9bcd98ab9413fab08_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,737 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c302bce8c88b4af0a6c27a20ab09a145_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c302bce8c88b4af0a6c27a20ab09a145_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,738 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c97993a1dfa54975b670cf323411e7a8_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c97993a1dfa54975b670cf323411e7a8_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,739 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206da8587809c6547eb9503dcc9015215f2_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206da8587809c6547eb9503dcc9015215f2_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,740 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e8fefab617d742aa94f09799813f3016_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e8fefab617d742aa94f09799813f3016_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,741 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206eae7e3988dfb45af9642d0db1f506da4_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206eae7e3988dfb45af9642d0db1f506da4_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,742 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fb86a2fa7dbf4c3392979f7eaedca8f5_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fb86a2fa7dbf4c3392979f7eaedca8f5_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,743 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fd53eccf976b4f73a528a899d80eeab5_ae4a3dc502b0a3882c5aeeff947351ca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fd53eccf976b4f73a528a899d80eeab5_ae4a3dc502b0a3882c5aeeff947351ca 2024-12-06T08:41:59,743 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T08:41:59,745 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:41:59,748 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T08:41:59,750 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T08:41:59,751 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:41:59,751 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T08:41:59,751 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733474519751"}]},"ts":"9223372036854775807"} 2024-12-06T08:41:59,753 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-06T08:41:59,753 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ae4a3dc502b0a3882c5aeeff947351ca, NAME => 'TestAcidGuarantees,,1733474484871.ae4a3dc502b0a3882c5aeeff947351ca.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T08:41:59,753 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T08:41:59,754 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733474519753"}]},"ts":"9223372036854775807"} 2024-12-06T08:41:59,755 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-06T08:41:59,756 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:41:59,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 58 msec 2024-12-06T08:41:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-06T08:41:59,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-06T08:41:59,808 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:41:59,822 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 247) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/cluster_7a7741c4-54b2-9421-194c-e5d6aa6b3f29/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/cluster_7a7741c4-54b2-9421-194c-e5d6aa6b3f29/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1296301360_22 at /127.0.0.1:56634 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=533 (was 561), ProcessCount=11 (was 11), AvailableMemoryMB=9378 (was 9465) 2024-12-06T08:41:59,831 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=533, ProcessCount=11, AvailableMemoryMB=9378 2024-12-06T08:41:59,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T08:41:59,833 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T08:41:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T08:41:59,835 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T08:41:59,835 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:41:59,835 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-12-06T08:41:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-12-06T08:41:59,837 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T08:41:59,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742114_1290 (size=1061) 2024-12-06T08:41:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-12-06T08:42:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-12-06T08:42:00,249 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda 2024-12-06T08:42:00,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742115_1291 (size=53) 2024-12-06T08:42:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-12-06T08:42:00,655 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T08:42:00,655 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ebf0ec7fe31b3676bcf669a8372fcb2f, disabling compactions & flushes 2024-12-06T08:42:00,655 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:00,655 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:00,655 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. after waiting 0 ms 2024-12-06T08:42:00,655 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:00,655 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:00,655 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ebf0ec7fe31b3676bcf669a8372fcb2f: Waiting for close lock at 1733474520655Disabling compacts and flushes for region at 1733474520655Disabling writes for close at 1733474520655Writing region close event to WAL at 1733474520655Closed at 1733474520655 2024-12-06T08:42:00,656 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T08:42:00,657 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733474520656"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733474520656"}]},"ts":"1733474520656"} 2024-12-06T08:42:00,658 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T08:42:00,659 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T08:42:00,659 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474520659"}]},"ts":"1733474520659"} 2024-12-06T08:42:00,660 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T08:42:00,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ebf0ec7fe31b3676bcf669a8372fcb2f, ASSIGN}] 2024-12-06T08:42:00,662 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ebf0ec7fe31b3676bcf669a8372fcb2f, ASSIGN 2024-12-06T08:42:00,662 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ebf0ec7fe31b3676bcf669a8372fcb2f, ASSIGN; state=OFFLINE, location=25494438c68b,33295,1733474453014; forceNewPlan=false, retain=false 2024-12-06T08:42:00,813 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=ebf0ec7fe31b3676bcf669a8372fcb2f, regionState=OPENING, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:42:00,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ebf0ec7fe31b3676bcf669a8372fcb2f, ASSIGN because future has completed 2024-12-06T08:42:00,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014}] 2024-12-06T08:42:00,969 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:00,970 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} 2024-12-06T08:42:00,970 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:00,970 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T08:42:00,970 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:00,970 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:00,971 INFO [StoreOpener-ebf0ec7fe31b3676bcf669a8372fcb2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:00,973 INFO [StoreOpener-ebf0ec7fe31b3676bcf669a8372fcb2f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:42:00,973 INFO [StoreOpener-ebf0ec7fe31b3676bcf669a8372fcb2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebf0ec7fe31b3676bcf669a8372fcb2f columnFamilyName A 2024-12-06T08:42:00,973 DEBUG [StoreOpener-ebf0ec7fe31b3676bcf669a8372fcb2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:00,973 INFO [StoreOpener-ebf0ec7fe31b3676bcf669a8372fcb2f-1 {}] regionserver.HStore(327): Store=ebf0ec7fe31b3676bcf669a8372fcb2f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:42:00,973 INFO [StoreOpener-ebf0ec7fe31b3676bcf669a8372fcb2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:00,974 INFO [StoreOpener-ebf0ec7fe31b3676bcf669a8372fcb2f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:42:00,975 INFO [StoreOpener-ebf0ec7fe31b3676bcf669a8372fcb2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebf0ec7fe31b3676bcf669a8372fcb2f columnFamilyName B 2024-12-06T08:42:00,975 DEBUG [StoreOpener-ebf0ec7fe31b3676bcf669a8372fcb2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:00,975 INFO [StoreOpener-ebf0ec7fe31b3676bcf669a8372fcb2f-1 {}] regionserver.HStore(327): Store=ebf0ec7fe31b3676bcf669a8372fcb2f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:42:00,975 INFO [StoreOpener-ebf0ec7fe31b3676bcf669a8372fcb2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:00,976 INFO [StoreOpener-ebf0ec7fe31b3676bcf669a8372fcb2f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:42:00,976 INFO [StoreOpener-ebf0ec7fe31b3676bcf669a8372fcb2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebf0ec7fe31b3676bcf669a8372fcb2f columnFamilyName C 2024-12-06T08:42:00,976 DEBUG [StoreOpener-ebf0ec7fe31b3676bcf669a8372fcb2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:00,977 INFO [StoreOpener-ebf0ec7fe31b3676bcf669a8372fcb2f-1 {}] regionserver.HStore(327): Store=ebf0ec7fe31b3676bcf669a8372fcb2f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:42:00,977 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:00,977 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:00,978 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-12-06T08:42:00,978 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:00,979 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:00,979 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:00,979 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T08:42:00,980 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:00,982 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T08:42:00,983 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened ebf0ec7fe31b3676bcf669a8372fcb2f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59768417, jitterRate=-0.10938118398189545}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T08:42:00,983 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:00,983 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for ebf0ec7fe31b3676bcf669a8372fcb2f: Running coprocessor pre-open hook at 1733474520970Writing region info on filesystem at 1733474520970Initializing all the Stores at 1733474520971 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474520971Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474520971Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474520971Cleaning up temporary data from old regions at 1733474520979 (+8 ms)Running coprocessor post-open hooks at 1733474520983 (+4 ms)Region opened successfully at 1733474520983 2024-12-06T08:42:00,984 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., pid=63, masterSystemTime=1733474520966 2024-12-06T08:42:00,986 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:00,986 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:00,987 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=ebf0ec7fe31b3676bcf669a8372fcb2f, regionState=OPEN, openSeqNum=2, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:42:00,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 because future has completed 2024-12-06T08:42:00,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-06T08:42:00,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 in 174 msec 2024-12-06T08:42:00,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-12-06T08:42:00,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ebf0ec7fe31b3676bcf669a8372fcb2f, ASSIGN in 330 msec 2024-12-06T08:42:00,993 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T08:42:00,993 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474520993"}]},"ts":"1733474520993"} 2024-12-06T08:42:00,994 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T08:42:00,995 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T08:42:00,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1620 sec 2024-12-06T08:42:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-12-06T08:42:01,988 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:01,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e04d2b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:01,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:01,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:01,990 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:01,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:01,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:01,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1449e36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:01,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:01,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:01,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:01,992 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:01,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdfc7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:01,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:01,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:01,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:01,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:01,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T08:42:01,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 25494438c68b,42573,1733474452139 2024-12-06T08:42:01,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51f34596 2024-12-06T08:42:01,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T08:42:01,997 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T08:42:01,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391cff66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:01,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:01,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:01,999 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:01,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:01,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:01,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffb42ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:01,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:01,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:01,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:02,000 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524a7b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bd0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:02,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:02,002 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54519fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:02,003 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:02,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b82f002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4609cead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:02,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:02,004 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68050bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:02,006 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:02,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d27526b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2df097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:02,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:02,007 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:02,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:02,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:02,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df849d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:02,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:02,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:02,009 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240d54a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2856abc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:02,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:02,012 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:02,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:02,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:02,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72648d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:02,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:02,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:02,013 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639465dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9635b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:02,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:02,015 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5789696f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:02,016 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63019a9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:02,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:02,017 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:02,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:02,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:02,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444f60dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:02,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:02,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:02,019 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33711205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:02,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:02,020 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc2ed8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:02,022 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41adfd91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:02,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:02,024 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ad9f3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:02,025 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:02,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef4721c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40916ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:02,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:02,026 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:02,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:02,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:02,027 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b358cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,027 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:02,027 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:02,027 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:02,027 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:02,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494eb95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:02,028 DEBUG [Thread-1340 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:02,028 DEBUG [Thread-1338 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:02,028 DEBUG [Thread-1334 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:02,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:02,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:02,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:02,029 DEBUG [Thread-1331 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:02,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:02,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:02,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:02,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:02,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:02,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:02,031 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:02,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:02,032 DEBUG [Thread-1342 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:02,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:02,032 DEBUG [Thread-1336 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:02,033 DEBUG [Thread-1325 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-12-06T08:42:02,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:02,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:02,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-06T08:42:02,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:02,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:02,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:02,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:02,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:02,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:02,037 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:02,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:02,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:02,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:02,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:02,038 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:02,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:02,044 DEBUG [Thread-1323 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:02,046 DEBUG [Thread-1323 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:02,046 DEBUG [Thread-1323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:02,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:02,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:02,053 DEBUG [Thread-1329 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:02,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-06T08:42:02,055 DEBUG [Thread-1329 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:02,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:02,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:02,055 DEBUG [Thread-1329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:02,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:02,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:02,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:02,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:02,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:02,064 DEBUG [Thread-1327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:02,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:02,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:02,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:02,068 DEBUG [Thread-1329 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:02,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:02,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474522080, max timestamp=1733474522091Num uniques 859; 2024-12-06T08:42:02,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:42:02,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/079fdcf9b73e44e1b88ec95a5c6ea08f is 50, key is test_row_0/A:col10/1733474522041/Put/seqid=0 2024-12-06T08:42:02,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474522080, max timestamp=1733474522091Num uniques 859; 2024-12-06T08:42:02,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:42:02,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474522088, max timestamp=1733474522091Num uniques 859; 2024-12-06T08:42:02,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:02,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742116_1292 (size=12001) 2024-12-06T08:42:02,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474582119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52806 deadline: 1733474582121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1733474582123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474582124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733474582125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-06T08:42:02,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-06T08:42:02,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:02,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:02,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:02,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:02,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:02,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52806 deadline: 1733474582237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474582237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474582238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1733474582238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733474582238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-06T08:42:02,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:02,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:02,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:02,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:02,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-06T08:42:02,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52806 deadline: 1733474582447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474582448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474582448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733474582448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1733474582448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-06T08:42:02,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:02,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:02,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:02,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:02,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:02,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/079fdcf9b73e44e1b88ec95a5c6ea08f 2024-12-06T08:42:02,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/493c2c67b5e54b10aa3ae73c371e9426 is 50, key is test_row_0/B:col10/1733474522041/Put/seqid=0 2024-12-06T08:42:02,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742117_1293 (size=12001) 2024-12-06T08:42:02,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/493c2c67b5e54b10aa3ae73c371e9426 2024-12-06T08:42:02,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/8805feb810664879a62a5edc0a7651f0 is 50, key is test_row_0/C:col10/1733474522041/Put/seqid=0 2024-12-06T08:42:02,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742118_1294 (size=12001) 2024-12-06T08:42:02,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-06T08:42:02,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:02,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:02,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:02,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:02,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-06T08:42:02,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52806 deadline: 1733474582758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474582758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733474582758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474582758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:02,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1733474582758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:02,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:02,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:02,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-06T08:42:02,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:02,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:02,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:02,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:02,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:02,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-06T08:42:02,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:02,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:02,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:02,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:02,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:02,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/8805feb810664879a62a5edc0a7651f0 2024-12-06T08:42:02,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/079fdcf9b73e44e1b88ec95a5c6ea08f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/079fdcf9b73e44e1b88ec95a5c6ea08f 2024-12-06T08:42:02,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/079fdcf9b73e44e1b88ec95a5c6ea08f, entries=150, sequenceid=11, filesize=11.7 K 2024-12-06T08:42:02,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/493c2c67b5e54b10aa3ae73c371e9426 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/493c2c67b5e54b10aa3ae73c371e9426 2024-12-06T08:42:02,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/493c2c67b5e54b10aa3ae73c371e9426, entries=150, sequenceid=11, filesize=11.7 K 2024-12-06T08:42:02,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/8805feb810664879a62a5edc0a7651f0 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/8805feb810664879a62a5edc0a7651f0 2024-12-06T08:42:02,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/8805feb810664879a62a5edc0a7651f0, entries=150, sequenceid=11, filesize=11.7 K 2024-12-06T08:42:02,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.94 KB/135110 for ebf0ec7fe31b3676bcf669a8372fcb2f in 943ms, sequenceid=11, compaction requested=false 2024-12-06T08:42:02,997 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-06T08:42:02,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:03,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-06T08:42:03,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:03,126 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=131.94 KB heapSize=375.22 KB 2024-12-06T08:42:03,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:03,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:03,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:03,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:03,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:03,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:03,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/62e5e4a8acb84c01affe2f88c64fcc83 is 50, key is test_row_0/A:col10/1733474522113/Put/seqid=0 2024-12-06T08:42:03,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742119_1295 (size=12001) 2024-12-06T08:42:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-06T08:42:03,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:03,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733474583278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:03,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474583278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52806 deadline: 1733474583278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:03,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:03,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474583280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:03,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:03,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1733474583281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:03,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:03,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:03,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733474583387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474583388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52806 deadline: 1733474583388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:03,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:03,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1733474583388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:03,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:03,536 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/62e5e4a8acb84c01affe2f88c64fcc83 2024-12-06T08:42:03,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/5e415b1ea746495b82b6609e0b90817b is 50, key is test_row_0/B:col10/1733474522113/Put/seqid=0 2024-12-06T08:42:03,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742120_1296 (size=12001) 2024-12-06T08:42:03,550 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/5e415b1ea746495b82b6609e0b90817b 2024-12-06T08:42:03,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/f1a919b904804ad1a1e1c4f2038de2f5 is 50, key is test_row_0/C:col10/1733474522113/Put/seqid=0 2024-12-06T08:42:03,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742121_1297 (size=12001) 2024-12-06T08:42:03,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733474583597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:03,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474583598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:03,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:03,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:03,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52806 deadline: 1733474583598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:03,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:03,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1733474583598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:03,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:03,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733474583907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:03,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:03,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474583907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:03,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:03,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:03,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:03,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52806 deadline: 1733474583907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1733474583907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:03,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:03,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:03,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:03,964 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/f1a919b904804ad1a1e1c4f2038de2f5 2024-12-06T08:42:03,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/62e5e4a8acb84c01affe2f88c64fcc83 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/62e5e4a8acb84c01affe2f88c64fcc83 2024-12-06T08:42:03,973 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/62e5e4a8acb84c01affe2f88c64fcc83, entries=150, sequenceid=47, filesize=11.7 K 2024-12-06T08:42:03,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/5e415b1ea746495b82b6609e0b90817b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5e415b1ea746495b82b6609e0b90817b 2024-12-06T08:42:03,978 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5e415b1ea746495b82b6609e0b90817b, entries=150, sequenceid=47, filesize=11.7 K 2024-12-06T08:42:03,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/f1a919b904804ad1a1e1c4f2038de2f5 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/f1a919b904804ad1a1e1c4f2038de2f5 2024-12-06T08:42:03,984 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/f1a919b904804ad1a1e1c4f2038de2f5, entries=150, sequenceid=47, filesize=11.7 K 2024-12-06T08:42:03,986 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~375.17 KB/384176, currentSize=46.96 KB/48090 for ebf0ec7fe31b3676bcf669a8372fcb2f in 861ms, sequenceid=47, compaction requested=false 2024-12-06T08:42:03,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:03,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:03,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-12-06T08:42:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-12-06T08:42:03,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-06T08:42:03,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9490 sec 2024-12-06T08:42:03,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.9650 sec 2024-12-06T08:42:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-06T08:42:04,178 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:04,178 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-12-06T08:42:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-06T08:42:04,181 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:04,182 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:04,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-06T08:42:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:04,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-06T08:42:04,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:04,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:04,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:04,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:04,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:04,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:04,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/097e653bfa084625b454843c6fe909cc is 50, key is test_row_0/A:col10/1733474524291/Put/seqid=0 2024-12-06T08:42:04,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742122_1298 (size=14341) 2024-12-06T08:42:04,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-06T08:42:04,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:04,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:04,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:04,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:04,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:04,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52806 deadline: 1733474584418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:04,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:04,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:04,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:04,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733474584418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:04,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1733474584418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:04,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:04,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:04,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:04,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:04,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:04,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:04,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474524338, max timestamp=1733474524418Num uniques 859; 2024-12-06T08:42:04,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:04,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474524338, max timestamp=1733474524418Num uniques 859; 2024-12-06T08:42:04,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:04,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474524338, max timestamp=1733474524418Num uniques 859; 2024-12-06T08:42:04,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:04,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-06T08:42:04,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:04,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:04,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:04,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:04,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:04,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474584486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:04,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474584487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:04,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:04,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:04,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:04,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:04,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:04,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-06T08:42:04,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474584597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:04,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:04,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:04,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:04,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474584608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:04,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:04,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:04,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:04,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-06T08:42:04,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:04,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:04,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:04,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:04,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:04,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/097e653bfa084625b454843c6fe909cc 2024-12-06T08:42:04,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/d41a3758857b4c6c97cc211bc4a80ddf is 50, key is test_row_0/B:col10/1733474524291/Put/seqid=0 2024-12-06T08:42:04,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742123_1299 (size=12001) 2024-12-06T08:42:04,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/d41a3758857b4c6c97cc211bc4a80ddf 2024-12-06T08:42:04,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/520102bda8764758a4a5dae50e60db34 is 50, key is test_row_0/C:col10/1733474524291/Put/seqid=0 2024-12-06T08:42:04,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742124_1300 (size=12001) 2024-12-06T08:42:04,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/520102bda8764758a4a5dae50e60db34 2024-12-06T08:42:04,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/097e653bfa084625b454843c6fe909cc as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/097e653bfa084625b454843c6fe909cc 2024-12-06T08:42:04,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/097e653bfa084625b454843c6fe909cc, entries=200, sequenceid=58, filesize=14.0 K 2024-12-06T08:42:04,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/d41a3758857b4c6c97cc211bc4a80ddf as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/d41a3758857b4c6c97cc211bc4a80ddf 2024-12-06T08:42:04,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/d41a3758857b4c6c97cc211bc4a80ddf, entries=150, sequenceid=58, filesize=11.7 K 2024-12-06T08:42:04,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/520102bda8764758a4a5dae50e60db34 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/520102bda8764758a4a5dae50e60db34 2024-12-06T08:42:04,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/520102bda8764758a4a5dae50e60db34, entries=150, sequenceid=58, filesize=11.7 K 2024-12-06T08:42:04,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for ebf0ec7fe31b3676bcf669a8372fcb2f in 497ms, sequenceid=58, compaction requested=true 2024-12-06T08:42:04,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:04,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:42:04,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:04,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:42:04,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:04,790 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:04,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:04,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:04,790 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:04,791 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:04,791 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/A is initiating minor compaction (all files) 2024-12-06T08:42:04,791 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/A in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:04,791 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/079fdcf9b73e44e1b88ec95a5c6ea08f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/62e5e4a8acb84c01affe2f88c64fcc83, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/097e653bfa084625b454843c6fe909cc] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=37.4 K 2024-12-06T08:42:04,791 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:04,791 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/B is initiating minor compaction (all files) 2024-12-06T08:42:04,792 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/B in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:04,792 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/493c2c67b5e54b10aa3ae73c371e9426, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5e415b1ea746495b82b6609e0b90817b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/d41a3758857b4c6c97cc211bc4a80ddf] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=35.2 K 2024-12-06T08:42:04,792 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 079fdcf9b73e44e1b88ec95a5c6ea08f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733474522041 2024-12-06T08:42:04,792 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62e5e4a8acb84c01affe2f88c64fcc83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733474522113 2024-12-06T08:42:04,792 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 493c2c67b5e54b10aa3ae73c371e9426, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733474522041 2024-12-06T08:42:04,793 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 097e653bfa084625b454843c6fe909cc, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733474523271 2024-12-06T08:42:04,793 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e415b1ea746495b82b6609e0b90817b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733474522113 2024-12-06T08:42:04,793 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting d41a3758857b4c6c97cc211bc4a80ddf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733474523277 2024-12-06T08:42:04,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-06T08:42:04,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:04,797 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-06T08:42:04,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:04,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:04,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:04,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:04,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:04,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:04,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/91c05d4fb0f6467a897021610c4227b2 is 50, key is test_row_0/A:col10/1733474524485/Put/seqid=0 2024-12-06T08:42:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-06T08:42:04,814 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#A#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:04,815 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/e47bc5f2d3e44afa868a26e84e350093 is 50, key is test_row_0/A:col10/1733474524291/Put/seqid=0 2024-12-06T08:42:04,818 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#B#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:04,818 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/39c034ce584d4c2d826d25fb5f15af17 is 50, key is test_row_0/B:col10/1733474524291/Put/seqid=0 2024-12-06T08:42:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:04,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:04,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742125_1301 (size=12001) 2024-12-06T08:42:04,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742126_1302 (size=12104) 2024-12-06T08:42:04,834 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/91c05d4fb0f6467a897021610c4227b2 2024-12-06T08:42:04,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:04,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474584843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:04,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:04,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:04,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:04,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/9b27b90ca66b47f8aadab54735fb9308 is 50, key is test_row_0/B:col10/1733474524485/Put/seqid=0 2024-12-06T08:42:04,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742127_1303 (size=12104) 2024-12-06T08:42:04,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474584850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:04,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:04,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:04,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:04,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742128_1304 (size=12001) 2024-12-06T08:42:04,872 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/9b27b90ca66b47f8aadab54735fb9308 2024-12-06T08:42:04,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/c6eb63493c464337b8df11d7d2235ec1 is 50, key is test_row_0/C:col10/1733474524485/Put/seqid=0 2024-12-06T08:42:04,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742129_1305 (size=12001) 2024-12-06T08:42:04,926 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/c6eb63493c464337b8df11d7d2235ec1 2024-12-06T08:42:04,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/91c05d4fb0f6467a897021610c4227b2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/91c05d4fb0f6467a897021610c4227b2 2024-12-06T08:42:04,936 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/91c05d4fb0f6467a897021610c4227b2, entries=150, sequenceid=95, filesize=11.7 K 2024-12-06T08:42:04,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/9b27b90ca66b47f8aadab54735fb9308 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/9b27b90ca66b47f8aadab54735fb9308 2024-12-06T08:42:04,950 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/9b27b90ca66b47f8aadab54735fb9308, entries=150, sequenceid=95, filesize=11.7 K 2024-12-06T08:42:04,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/c6eb63493c464337b8df11d7d2235ec1 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/c6eb63493c464337b8df11d7d2235ec1 2024-12-06T08:42:04,958 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/c6eb63493c464337b8df11d7d2235ec1, entries=150, sequenceid=95, filesize=11.7 K 2024-12-06T08:42:04,959 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for ebf0ec7fe31b3676bcf669a8372fcb2f in 162ms, sequenceid=95, compaction requested=true 2024-12-06T08:42:04,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:04,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:04,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-12-06T08:42:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-12-06T08:42:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:04,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-06T08:42:04,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:04,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:04,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:04,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:04,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:04,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:04,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-06T08:42:04,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 780 msec 2024-12-06T08:42:04,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 791 msec 2024-12-06T08:42:04,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/1a04b69e87fc4a2c87e2d365dad4001b is 50, key is test_row_0/A:col10/1733474524961/Put/seqid=0 2024-12-06T08:42:05,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742130_1306 (size=14341) 2024-12-06T08:42:05,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/1a04b69e87fc4a2c87e2d365dad4001b 2024-12-06T08:42:05,007 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T08:42:05,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/1e9880f37e6248a4b1f4f37a90589096 is 50, key is test_row_0/B:col10/1733474524961/Put/seqid=0 2024-12-06T08:42:05,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474525009, max timestamp=1733474525036Num uniques 859; 2024-12-06T08:42:05,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474525009, max timestamp=1733474525036Num uniques 859; 2024-12-06T08:42:05,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:42:05,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:42:05,043 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474525009, max timestamp=1733474525036Num uniques 859; 2024-12-06T08:42:05,043 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:05,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742131_1307 (size=12001) 2024-12-06T08:42:05,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/1e9880f37e6248a4b1f4f37a90589096 2024-12-06T08:42:05,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/a3277804a7c846ccb40340537e632e79 is 50, key is test_row_0/C:col10/1733474524961/Put/seqid=0 2024-12-06T08:42:05,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742132_1308 (size=12001) 2024-12-06T08:42:05,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/a3277804a7c846ccb40340537e632e79 2024-12-06T08:42:05,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474585113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:05,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:05,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474585113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:05,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:05,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/1a04b69e87fc4a2c87e2d365dad4001b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/1a04b69e87fc4a2c87e2d365dad4001b 2024-12-06T08:42:05,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/1a04b69e87fc4a2c87e2d365dad4001b, entries=200, sequenceid=106, filesize=14.0 K 2024-12-06T08:42:05,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/1e9880f37e6248a4b1f4f37a90589096 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/1e9880f37e6248a4b1f4f37a90589096 2024-12-06T08:42:05,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/1e9880f37e6248a4b1f4f37a90589096, entries=150, sequenceid=106, filesize=11.7 K 2024-12-06T08:42:05,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/a3277804a7c846ccb40340537e632e79 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/a3277804a7c846ccb40340537e632e79 2024-12-06T08:42:05,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/a3277804a7c846ccb40340537e632e79, entries=150, sequenceid=106, filesize=11.7 K 2024-12-06T08:42:05,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for ebf0ec7fe31b3676bcf669a8372fcb2f in 188ms, sequenceid=106, compaction requested=true 2024-12-06T08:42:05,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:05,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:A, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:05,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T08:42:05,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:B, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:05,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-06T08:42:05,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:05,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-06T08:42:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:05,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=131.94 KB heapSize=375.22 KB 2024-12-06T08:42:05,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:05,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:05,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:05,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:05,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:05,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:05,248 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/e47bc5f2d3e44afa868a26e84e350093 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e47bc5f2d3e44afa868a26e84e350093 2024-12-06T08:42:05,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/bb03a473fb93437c85149982807375be is 50, key is test_row_0/A:col10/1733474525047/Put/seqid=0 2024-12-06T08:42:05,260 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/A of ebf0ec7fe31b3676bcf669a8372fcb2f into e47bc5f2d3e44afa868a26e84e350093(size=11.8 K), total size for store is 37.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:05,260 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:05,262 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/39c034ce584d4c2d826d25fb5f15af17 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/39c034ce584d4c2d826d25fb5f15af17 2024-12-06T08:42:05,263 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/A, priority=13, startTime=1733474524790; duration=0sec 2024-12-06T08:42:05,263 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-06T08:42:05,263 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:A 2024-12-06T08:42:05,263 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:A 2024-12-06T08:42:05,263 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-06T08:42:05,268 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/B of ebf0ec7fe31b3676bcf669a8372fcb2f into 39c034ce584d4c2d826d25fb5f15af17(size=11.8 K), total size for store is 35.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:05,268 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:05,268 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/B, priority=13, startTime=1733474524790; duration=0sec 2024-12-06T08:42:05,269 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-06T08:42:05,269 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:B 2024-12-06T08:42:05,269 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:B 2024-12-06T08:42:05,269 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:05,270 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-06T08:42:05,270 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/C is initiating minor compaction (all files) 2024-12-06T08:42:05,270 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/C in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:05,270 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/8805feb810664879a62a5edc0a7651f0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/f1a919b904804ad1a1e1c4f2038de2f5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/520102bda8764758a4a5dae50e60db34, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/c6eb63493c464337b8df11d7d2235ec1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/a3277804a7c846ccb40340537e632e79] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=58.6 K 2024-12-06T08:42:05,271 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8805feb810664879a62a5edc0a7651f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733474522041 2024-12-06T08:42:05,271 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:05,271 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/A is initiating minor compaction (all files) 2024-12-06T08:42:05,271 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/A in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:05,271 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e47bc5f2d3e44afa868a26e84e350093, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/91c05d4fb0f6467a897021610c4227b2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/1a04b69e87fc4a2c87e2d365dad4001b] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=37.5 K 2024-12-06T08:42:05,271 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1a919b904804ad1a1e1c4f2038de2f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733474522113 2024-12-06T08:42:05,272 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting e47bc5f2d3e44afa868a26e84e350093, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733474523277 2024-12-06T08:42:05,272 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 520102bda8764758a4a5dae50e60db34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733474523277 2024-12-06T08:42:05,273 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 91c05d4fb0f6467a897021610c4227b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733474524466 2024-12-06T08:42:05,273 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6eb63493c464337b8df11d7d2235ec1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733474524466 2024-12-06T08:42:05,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742133_1309 (size=14491) 2024-12-06T08:42:05,274 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a04b69e87fc4a2c87e2d365dad4001b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1733474524830 2024-12-06T08:42:05,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/bb03a473fb93437c85149982807375be 2024-12-06T08:42:05,274 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3277804a7c846ccb40340537e632e79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1733474524830 2024-12-06T08:42:05,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474585264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:05,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:05,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474585275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:05,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:05,291 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#A#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:05,291 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/59708c9c36404c48a01fc1fe3e89cc13 is 50, key is test_row_0/A:col10/1733474524961/Put/seqid=0 2024-12-06T08:42:05,303 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#C#compaction#262 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:05,303 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/0a5e447b9254483e8cfea08d48ebe105 is 50, key is test_row_0/C:col10/1733474524961/Put/seqid=0 2024-12-06T08:42:05,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/332aaa7fd5ae4f1ba9b02334683ec5f0 is 50, key is test_row_0/B:col10/1733474525047/Put/seqid=0 2024-12-06T08:42:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-06T08:42:05,319 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:05,319 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-12-06T08:42:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-06T08:42:05,322 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:05,323 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:05,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:05,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742134_1310 (size=12207) 2024-12-06T08:42:05,347 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/59708c9c36404c48a01fc1fe3e89cc13 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/59708c9c36404c48a01fc1fe3e89cc13 2024-12-06T08:42:05,354 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/A of ebf0ec7fe31b3676bcf669a8372fcb2f into 59708c9c36404c48a01fc1fe3e89cc13(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:05,354 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:05,355 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/A, priority=13, startTime=1733474525151; duration=0sec 2024-12-06T08:42:05,355 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T08:42:05,355 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:A 2024-12-06T08:42:05,355 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:05,356 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:05,356 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/B is initiating minor compaction (all files) 2024-12-06T08:42:05,356 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/B in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:05,356 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/39c034ce584d4c2d826d25fb5f15af17, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/9b27b90ca66b47f8aadab54735fb9308, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/1e9880f37e6248a4b1f4f37a90589096] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=35.3 K 2024-12-06T08:42:05,357 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 39c034ce584d4c2d826d25fb5f15af17, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733474523277 2024-12-06T08:42:05,357 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b27b90ca66b47f8aadab54735fb9308, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733474524466 2024-12-06T08:42:05,357 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e9880f37e6248a4b1f4f37a90589096, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1733474524830 2024-12-06T08:42:05,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742135_1311 (size=12173) 2024-12-06T08:42:05,375 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/0a5e447b9254483e8cfea08d48ebe105 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/0a5e447b9254483e8cfea08d48ebe105 2024-12-06T08:42:05,382 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/C of ebf0ec7fe31b3676bcf669a8372fcb2f into 0a5e447b9254483e8cfea08d48ebe105(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:05,382 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:05,382 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/C, priority=11, startTime=1733474525152; duration=0sec 2024-12-06T08:42:05,382 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:05,382 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:C 2024-12-06T08:42:05,382 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:C 2024-12-06T08:42:05,382 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-06T08:42:05,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474585379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:05,382 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T08:42:05,383 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T08:42:05,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,383 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. because compaction request was cancelled 2024-12-06T08:42:05,383 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:C 2024-12-06T08:42:05,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:05,391 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#B#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:05,392 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/73f5ad702fe4484f8fedc6d0577f7562 is 50, key is test_row_0/B:col10/1733474524961/Put/seqid=0 2024-12-06T08:42:05,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474585388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:05,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742136_1312 (size=12101) 2024-12-06T08:42:05,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:05,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/332aaa7fd5ae4f1ba9b02334683ec5f0 2024-12-06T08:42:05,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/1640395d751e45459432f237ee24e15a is 50, key is test_row_0/C:col10/1733474525047/Put/seqid=0 2024-12-06T08:42:05,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742137_1313 (size=12207) 2024-12-06T08:42:05,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742138_1314 (size=12101) 2024-12-06T08:42:05,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/1640395d751e45459432f237ee24e15a 2024-12-06T08:42:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-06T08:42:05,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/bb03a473fb93437c85149982807375be as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/bb03a473fb93437c85149982807375be 2024-12-06T08:42:05,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52806 deadline: 1733474585428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:05,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1733474585430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:05,433 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_0' in ebf0ec7fe31b3676bcf669a8372fcb2f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:05,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/bb03a473fb93437c85149982807375be, entries=200, sequenceid=142, filesize=14.2 K 2024-12-06T08:42:05,434 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_1' in ebf0ec7fe31b3676bcf669a8372fcb2f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:05,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/332aaa7fd5ae4f1ba9b02334683ec5f0 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/332aaa7fd5ae4f1ba9b02334683ec5f0 2024-12-06T08:42:05,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/332aaa7fd5ae4f1ba9b02334683ec5f0, entries=150, sequenceid=142, filesize=11.8 K 2024-12-06T08:42:05,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/1640395d751e45459432f237ee24e15a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/1640395d751e45459432f237ee24e15a 2024-12-06T08:42:05,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733474585437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:05,444 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_1' in ebf0ec7fe31b3676bcf669a8372fcb2f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:05,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:05,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/1640395d751e45459432f237ee24e15a, entries=150, sequenceid=142, filesize=11.8 K 2024-12-06T08:42:05,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~375.17 KB/384176, currentSize=46.96 KB/48090 for ebf0ec7fe31b3676bcf669a8372fcb2f in 218ms, sequenceid=142, compaction requested=false 2024-12-06T08:42:05,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:05,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-06T08:42:05,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:05,476 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-06T08:42:05,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:05,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:05,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:05,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:05,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:05,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:05,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/3a54ae2218914948a2ae759f2c545b9a is 50, key is test_row_0/A:col10/1733474525241/Put/seqid=0 2024-12-06T08:42:05,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742139_1315 (size=12151) 2024-12-06T08:42:05,504 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/3a54ae2218914948a2ae759f2c545b9a 2024-12-06T08:42:05,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/ea9be6a7545d43f5a63d49e574b5e2ee is 50, key is test_row_0/B:col10/1733474525241/Put/seqid=0 2024-12-06T08:42:05,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742140_1316 (size=12151) 2024-12-06T08:42:05,570 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/ea9be6a7545d43f5a63d49e574b5e2ee 2024-12-06T08:42:05,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/edd18a69e1344b8c9ca154549ffe1185 is 50, key is test_row_0/C:col10/1733474525241/Put/seqid=0 2024-12-06T08:42:05,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:05,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742141_1317 (size=12151) 2024-12-06T08:42:05,618 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/edd18a69e1344b8c9ca154549ffe1185 2024-12-06T08:42:05,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/3a54ae2218914948a2ae759f2c545b9a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/3a54ae2218914948a2ae759f2c545b9a 2024-12-06T08:42:05,633 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/3a54ae2218914948a2ae759f2c545b9a, entries=150, sequenceid=156, filesize=11.9 K 2024-12-06T08:42:05,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/ea9be6a7545d43f5a63d49e574b5e2ee as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/ea9be6a7545d43f5a63d49e574b5e2ee 2024-12-06T08:42:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-06T08:42:05,638 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/ea9be6a7545d43f5a63d49e574b5e2ee, entries=150, sequenceid=156, filesize=11.9 K 2024-12-06T08:42:05,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/edd18a69e1344b8c9ca154549ffe1185 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/edd18a69e1344b8c9ca154549ffe1185 2024-12-06T08:42:05,645 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/edd18a69e1344b8c9ca154549ffe1185, entries=150, sequenceid=156, filesize=11.9 K 2024-12-06T08:42:05,665 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=60.38 KB/61830 for ebf0ec7fe31b3676bcf669a8372fcb2f in 188ms, sequenceid=156, compaction requested=true 2024-12-06T08:42:05,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:05,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:05,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-12-06T08:42:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:05,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-06T08:42:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-12-06T08:42:05,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:05,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:05,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:05,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:05,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:05,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:05,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-06T08:42:05,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 344 msec 2024-12-06T08:42:05,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/e8fa5ea944cf49158dd90512c4f3b2a9 is 50, key is test_row_0/A:col10/1733474525647/Put/seqid=0 2024-12-06T08:42:05,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 351 msec 2024-12-06T08:42:05,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742142_1318 (size=14541) 2024-12-06T08:42:05,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/e8fa5ea944cf49158dd90512c4f3b2a9 2024-12-06T08:42:05,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/f343e701cf30413680ad7236ff16da79 is 50, key is test_row_0/B:col10/1733474525647/Put/seqid=0 2024-12-06T08:42:05,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474585715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:05,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:05,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474585724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:05,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:05,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742143_1319 (size=12151) 2024-12-06T08:42:05,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/f343e701cf30413680ad7236ff16da79 2024-12-06T08:42:05,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/e87e7e7a3278400eb9be1fc80409ae11 is 50, key is test_row_0/C:col10/1733474525647/Put/seqid=0 2024-12-06T08:42:05,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742144_1320 (size=12151) 2024-12-06T08:42:05,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/e87e7e7a3278400eb9be1fc80409ae11 2024-12-06T08:42:05,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/e8fa5ea944cf49158dd90512c4f3b2a9 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e8fa5ea944cf49158dd90512c4f3b2a9 2024-12-06T08:42:05,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e8fa5ea944cf49158dd90512c4f3b2a9, entries=200, sequenceid=170, filesize=14.2 K 2024-12-06T08:42:05,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/f343e701cf30413680ad7236ff16da79 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/f343e701cf30413680ad7236ff16da79 2024-12-06T08:42:05,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/f343e701cf30413680ad7236ff16da79, entries=150, sequenceid=170, filesize=11.9 K 2024-12-06T08:42:05,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/e87e7e7a3278400eb9be1fc80409ae11 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/e87e7e7a3278400eb9be1fc80409ae11 2024-12-06T08:42:05,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/e87e7e7a3278400eb9be1fc80409ae11, entries=150, sequenceid=170, filesize=11.9 K 2024-12-06T08:42:05,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for ebf0ec7fe31b3676bcf669a8372fcb2f in 161ms, sequenceid=170, compaction requested=true 2024-12-06T08:42:05,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:05,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:42:05,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:05,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:42:05,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:05,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:05,827 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:42:05,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T08:42:05,832 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53390 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:42:05,832 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/A is initiating minor compaction (all files) 2024-12-06T08:42:05,832 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/A in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:05,832 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/59708c9c36404c48a01fc1fe3e89cc13, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/bb03a473fb93437c85149982807375be, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/3a54ae2218914948a2ae759f2c545b9a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e8fa5ea944cf49158dd90512c4f3b2a9] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=52.1 K 2024-12-06T08:42:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:05,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-06T08:42:05,833 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59708c9c36404c48a01fc1fe3e89cc13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1733474524830 2024-12-06T08:42:05,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:05,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:05,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:05,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:05,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:05,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:05,834 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb03a473fb93437c85149982807375be, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733474525047 2024-12-06T08:42:05,835 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a54ae2218914948a2ae759f2c545b9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733474525241 2024-12-06T08:42:05,835 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/73f5ad702fe4484f8fedc6d0577f7562 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/73f5ad702fe4484f8fedc6d0577f7562 2024-12-06T08:42:05,836 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8fa5ea944cf49158dd90512c4f3b2a9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733474525607 2024-12-06T08:42:05,847 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/B of ebf0ec7fe31b3676bcf669a8372fcb2f into 73f5ad702fe4484f8fedc6d0577f7562(size=11.9 K), total size for store is 47.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:05,847 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:05,847 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/B, priority=13, startTime=1733474525152; duration=0sec 2024-12-06T08:42:05,847 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T08:42:05,847 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:B 2024-12-06T08:42:05,847 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:B 2024-12-06T08:42:05,847 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:42:05,849 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48576 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:42:05,849 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/C is initiating minor compaction (all files) 2024-12-06T08:42:05,849 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/C in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:05,849 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/0a5e447b9254483e8cfea08d48ebe105, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/1640395d751e45459432f237ee24e15a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/edd18a69e1344b8c9ca154549ffe1185, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/e87e7e7a3278400eb9be1fc80409ae11] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=47.4 K 2024-12-06T08:42:05,850 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a5e447b9254483e8cfea08d48ebe105, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1733474524830 2024-12-06T08:42:05,850 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1640395d751e45459432f237ee24e15a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733474525047 2024-12-06T08:42:05,850 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting edd18a69e1344b8c9ca154549ffe1185, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733474525241 2024-12-06T08:42:05,851 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting e87e7e7a3278400eb9be1fc80409ae11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733474525607 2024-12-06T08:42:05,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/94844503e78545f8a2715f6518a71a42 is 50, key is test_row_0/A:col10/1733474525712/Put/seqid=0 2024-12-06T08:42:05,855 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#A#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:05,856 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/cc8a7282e7564fab96b85d9b2aa08359 is 50, key is test_row_0/A:col10/1733474525647/Put/seqid=0 2024-12-06T08:42:05,871 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#C#compaction#274 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:05,872 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/9ba1bcb5cc2f42f48687677e729ad03d is 50, key is test_row_0/C:col10/1733474525647/Put/seqid=0 2024-12-06T08:42:05,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742146_1322 (size=12493) 2024-12-06T08:42:05,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742145_1321 (size=14541) 2024-12-06T08:42:05,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/94844503e78545f8a2715f6518a71a42 2024-12-06T08:42:05,883 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/cc8a7282e7564fab96b85d9b2aa08359 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/cc8a7282e7564fab96b85d9b2aa08359 2024-12-06T08:42:05,893 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/A of ebf0ec7fe31b3676bcf669a8372fcb2f into cc8a7282e7564fab96b85d9b2aa08359(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:05,893 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:05,893 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/A, priority=12, startTime=1733474525827; duration=0sec 2024-12-06T08:42:05,893 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:05,893 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:A 2024-12-06T08:42:05,894 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:42:05,895 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48610 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:42:05,895 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/B is initiating minor compaction (all files) 2024-12-06T08:42:05,895 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/B in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:05,895 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/73f5ad702fe4484f8fedc6d0577f7562, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/332aaa7fd5ae4f1ba9b02334683ec5f0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/ea9be6a7545d43f5a63d49e574b5e2ee, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/f343e701cf30413680ad7236ff16da79] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=47.5 K 2024-12-06T08:42:05,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474585888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:05,896 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73f5ad702fe4484f8fedc6d0577f7562, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1733474524830 2024-12-06T08:42:05,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474585889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:05,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:05,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:05,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:05,896 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 332aaa7fd5ae4f1ba9b02334683ec5f0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733474525047 2024-12-06T08:42:05,897 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea9be6a7545d43f5a63d49e574b5e2ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733474525241 2024-12-06T08:42:05,897 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f343e701cf30413680ad7236ff16da79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733474525607 2024-12-06T08:42:05,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742147_1323 (size=12459) 2024-12-06T08:42:05,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/5f52d120eff64b9bb773344956c383cd is 50, key is test_row_0/B:col10/1733474525712/Put/seqid=0 2024-12-06T08:42:05,919 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#B#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:05,920 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/b4e39f6bc9024aa58d81d8ba846f264b is 50, key is test_row_0/B:col10/1733474525647/Put/seqid=0 2024-12-06T08:42:05,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742148_1324 (size=12151) 2024-12-06T08:42:05,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742149_1325 (size=12493) 2024-12-06T08:42:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-06T08:42:05,949 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:05,949 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-06T08:42:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-06T08:42:05,953 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:05,954 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:05,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:06,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474586008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:06,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:06,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474586008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-06T08:42:06,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-06T08:42:06,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:06,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:06,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:06,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:06,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:06,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474586218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474586218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-06T08:42:06,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-06T08:42:06,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:06,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:06,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:06,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:06,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:06,313 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/9ba1bcb5cc2f42f48687677e729ad03d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9ba1bcb5cc2f42f48687677e729ad03d 2024-12-06T08:42:06,319 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/C of ebf0ec7fe31b3676bcf669a8372fcb2f into 9ba1bcb5cc2f42f48687677e729ad03d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:06,319 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:06,319 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/C, priority=12, startTime=1733474525827; duration=0sec 2024-12-06T08:42:06,319 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:06,319 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:C 2024-12-06T08:42:06,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/5f52d120eff64b9bb773344956c383cd 2024-12-06T08:42:06,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/6f4a9188c8f24e76bbbc1e14743a23b5 is 50, key is test_row_0/C:col10/1733474525712/Put/seqid=0 2024-12-06T08:42:06,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742150_1326 (size=12151) 2024-12-06T08:42:06,353 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/b4e39f6bc9024aa58d81d8ba846f264b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/b4e39f6bc9024aa58d81d8ba846f264b 2024-12-06T08:42:06,359 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/B of ebf0ec7fe31b3676bcf669a8372fcb2f into b4e39f6bc9024aa58d81d8ba846f264b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:06,359 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:06,359 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/B, priority=12, startTime=1733474525827; duration=0sec 2024-12-06T08:42:06,359 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:06,359 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:B 2024-12-06T08:42:06,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/6f4a9188c8f24e76bbbc1e14743a23b5 2024-12-06T08:42:06,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/94844503e78545f8a2715f6518a71a42 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/94844503e78545f8a2715f6518a71a42 2024-12-06T08:42:06,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/94844503e78545f8a2715f6518a71a42, entries=200, sequenceid=189, filesize=14.2 K 2024-12-06T08:42:06,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/5f52d120eff64b9bb773344956c383cd as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5f52d120eff64b9bb773344956c383cd 2024-12-06T08:42:06,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5f52d120eff64b9bb773344956c383cd, entries=150, sequenceid=189, filesize=11.9 K 2024-12-06T08:42:06,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/6f4a9188c8f24e76bbbc1e14743a23b5 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/6f4a9188c8f24e76bbbc1e14743a23b5 2024-12-06T08:42:06,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/6f4a9188c8f24e76bbbc1e14743a23b5, entries=150, sequenceid=189, filesize=11.9 K 2024-12-06T08:42:06,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for ebf0ec7fe31b3676bcf669a8372fcb2f in 566ms, sequenceid=189, compaction requested=false 2024-12-06T08:42:06,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:06,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-06T08:42:06,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:06,434 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-06T08:42:06,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:06,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:06,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:06,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:06,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:06,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:06,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/4c94c9266ac140cfb7675cd015136a97 is 50, key is test_row_0/A:col10/1733474525869/Put/seqid=0 2024-12-06T08:42:06,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742151_1327 (size=12151) 2024-12-06T08:42:06,488 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/4c94c9266ac140cfb7675cd015136a97 2024-12-06T08:42:06,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/7a40e45dab6045478efa2171849c87ee is 50, key is test_row_0/B:col10/1733474525869/Put/seqid=0 2024-12-06T08:42:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:06,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:06,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742152_1328 (size=12151) 2024-12-06T08:42:06,539 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/7a40e45dab6045478efa2171849c87ee 2024-12-06T08:42:06,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/27b61c5842db46e3930071cf32a563a7 is 50, key is test_row_0/C:col10/1733474525869/Put/seqid=0 2024-12-06T08:42:06,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742153_1329 (size=12151) 2024-12-06T08:42:06,577 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/27b61c5842db46e3930071cf32a563a7 2024-12-06T08:42:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-06T08:42:06,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/4c94c9266ac140cfb7675cd015136a97 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/4c94c9266ac140cfb7675cd015136a97 2024-12-06T08:42:06,595 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/4c94c9266ac140cfb7675cd015136a97, entries=150, sequenceid=207, filesize=11.9 K 2024-12-06T08:42:06,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/7a40e45dab6045478efa2171849c87ee as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/7a40e45dab6045478efa2171849c87ee 2024-12-06T08:42:06,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474586586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:06,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:06,600 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/7a40e45dab6045478efa2171849c87ee, entries=150, sequenceid=207, filesize=11.9 K 2024-12-06T08:42:06,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/27b61c5842db46e3930071cf32a563a7 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/27b61c5842db46e3930071cf32a563a7 2024-12-06T08:42:06,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474586589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:06,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:06,608 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/27b61c5842db46e3930071cf32a563a7, entries=150, sequenceid=207, filesize=11.9 K 2024-12-06T08:42:06,610 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for ebf0ec7fe31b3676bcf669a8372fcb2f in 176ms, sequenceid=207, compaction requested=true 2024-12-06T08:42:06,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:06,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:06,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-06T08:42:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-06T08:42:06,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-06T08:42:06,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 660 msec 2024-12-06T08:42:06,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 669 msec 2024-12-06T08:42:06,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-06T08:42:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:06,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:06,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:06,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:06,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:06,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:06,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:06,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/1771ef9675bf4e8b9276d4271d1e0e62 is 50, key is test_row_0/A:col10/1733474526712/Put/seqid=0 2024-12-06T08:42:06,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742154_1330 (size=14541) 2024-12-06T08:42:06,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474586756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:06,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:06,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474586760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:06,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474586868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474586868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:07,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474587078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:07,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:07,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:07,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:07,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474587078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:07,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:07,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:07,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-06T08:42:07,087 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:07,088 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-06T08:42:07,090 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-06T08:42:07,091 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:07,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:07,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/1771ef9675bf4e8b9276d4271d1e0e62 2024-12-06T08:42:07,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/6a24d13580534a07ade2f9807c1d488b is 50, key is test_row_0/B:col10/1733474526712/Put/seqid=0 2024-12-06T08:42:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-06T08:42:07,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742155_1331 (size=12151) 2024-12-06T08:42:07,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/6a24d13580534a07ade2f9807c1d488b 2024-12-06T08:42:07,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/702d5ba557fe4d249dab85e4d54e18ee is 50, key is test_row_0/C:col10/1733474526712/Put/seqid=0 2024-12-06T08:42:07,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-06T08:42:07,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:07,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:07,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:07,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:07,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:07,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742156_1332 (size=12151) 2024-12-06T08:42:07,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-06T08:42:07,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:07,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:07,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:07,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:07,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:07,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474587398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:07,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:07,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474587398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-06T08:42:07,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1733474587447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:07,450 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_0' in ebf0ec7fe31b3676bcf669a8372fcb2f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:07,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52806 deadline: 1733474587458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:07,462 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_1' in ebf0ec7fe31b3676bcf669a8372fcb2f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:07,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:07,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:07,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:07,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733474587468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:07,475 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_1' in ebf0ec7fe31b3676bcf669a8372fcb2f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:07,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:07,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:07,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:07,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-06T08:42:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:07,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:07,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/702d5ba557fe4d249dab85e4d54e18ee 2024-12-06T08:42:07,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/1771ef9675bf4e8b9276d4271d1e0e62 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/1771ef9675bf4e8b9276d4271d1e0e62 2024-12-06T08:42:07,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/1771ef9675bf4e8b9276d4271d1e0e62, entries=200, sequenceid=227, filesize=14.2 K 2024-12-06T08:42:07,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-06T08:42:07,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:07,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:07,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:07,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/6a24d13580534a07ade2f9807c1d488b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/6a24d13580534a07ade2f9807c1d488b 2024-12-06T08:42:07,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:07,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:07,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/6a24d13580534a07ade2f9807c1d488b, entries=150, sequenceid=227, filesize=11.9 K 2024-12-06T08:42:07,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/702d5ba557fe4d249dab85e4d54e18ee as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/702d5ba557fe4d249dab85e4d54e18ee 2024-12-06T08:42:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-06T08:42:07,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/702d5ba557fe4d249dab85e4d54e18ee, entries=150, sequenceid=227, filesize=11.9 K 2024-12-06T08:42:07,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for ebf0ec7fe31b3676bcf669a8372fcb2f in 1009ms, sequenceid=227, compaction requested=true 2024-12-06T08:42:07,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:07,722 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:42:07,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:42:07,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:07,723 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:42:07,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:42:07,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:07,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:07,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:07,729 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:42:07,729 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/A is initiating minor compaction (all files) 2024-12-06T08:42:07,729 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/A in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:07,729 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/cc8a7282e7564fab96b85d9b2aa08359, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/94844503e78545f8a2715f6518a71a42, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/4c94c9266ac140cfb7675cd015136a97, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/1771ef9675bf4e8b9276d4271d1e0e62] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=52.5 K 2024-12-06T08:42:07,730 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:42:07,730 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc8a7282e7564fab96b85d9b2aa08359, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733474525607 2024-12-06T08:42:07,730 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/B is initiating minor compaction (all files) 2024-12-06T08:42:07,730 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/B in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:07,730 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/b4e39f6bc9024aa58d81d8ba846f264b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5f52d120eff64b9bb773344956c383cd, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/7a40e45dab6045478efa2171849c87ee, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/6a24d13580534a07ade2f9807c1d488b] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=47.8 K 2024-12-06T08:42:07,730 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting b4e39f6bc9024aa58d81d8ba846f264b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733474525607 2024-12-06T08:42:07,730 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94844503e78545f8a2715f6518a71a42, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733474525704 2024-12-06T08:42:07,731 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f52d120eff64b9bb773344956c383cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733474525712 2024-12-06T08:42:07,731 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c94c9266ac140cfb7675cd015136a97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733474525869 2024-12-06T08:42:07,731 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a40e45dab6045478efa2171849c87ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733474525869 2024-12-06T08:42:07,731 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1771ef9675bf4e8b9276d4271d1e0e62, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733474526569 2024-12-06T08:42:07,732 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a24d13580534a07ade2f9807c1d488b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733474526586 2024-12-06T08:42:07,753 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#A#compaction#284 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:07,754 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/f3380f2475724717aba43d8e2f430aca is 50, key is test_row_0/A:col10/1733474526712/Put/seqid=0 2024-12-06T08:42:07,771 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#B#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:07,771 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/b50354601f8747f7a501fdd65b160fe2 is 50, key is test_row_0/B:col10/1733474526712/Put/seqid=0 2024-12-06T08:42:07,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742157_1333 (size=12629) 2024-12-06T08:42:07,830 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/f3380f2475724717aba43d8e2f430aca as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/f3380f2475724717aba43d8e2f430aca 2024-12-06T08:42:07,836 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/A of ebf0ec7fe31b3676bcf669a8372fcb2f into f3380f2475724717aba43d8e2f430aca(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:07,836 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:07,836 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/A, priority=12, startTime=1733474527722; duration=0sec 2024-12-06T08:42:07,836 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:07,836 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:A 2024-12-06T08:42:07,836 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:42:07,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742158_1334 (size=12629) 2024-12-06T08:42:07,839 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:42:07,839 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/C is initiating minor compaction (all files) 2024-12-06T08:42:07,839 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/C in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:07,839 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9ba1bcb5cc2f42f48687677e729ad03d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/6f4a9188c8f24e76bbbc1e14743a23b5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/27b61c5842db46e3930071cf32a563a7, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/702d5ba557fe4d249dab85e4d54e18ee] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=47.8 K 2024-12-06T08:42:07,839 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ba1bcb5cc2f42f48687677e729ad03d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733474525607 2024-12-06T08:42:07,840 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f4a9188c8f24e76bbbc1e14743a23b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733474525712 2024-12-06T08:42:07,840 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27b61c5842db46e3930071cf32a563a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733474525869 2024-12-06T08:42:07,840 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 702d5ba557fe4d249dab85e4d54e18ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733474526586 2024-12-06T08:42:07,849 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/b50354601f8747f7a501fdd65b160fe2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/b50354601f8747f7a501fdd65b160fe2 2024-12-06T08:42:07,855 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/B of ebf0ec7fe31b3676bcf669a8372fcb2f into b50354601f8747f7a501fdd65b160fe2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:07,855 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:07,855 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/B, priority=12, startTime=1733474527723; duration=0sec 2024-12-06T08:42:07,855 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:07,855 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:B 2024-12-06T08:42:07,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-06T08:42:07,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:07,861 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-06T08:42:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:07,867 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#C#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:07,868 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/7878b01579a94e529e1a34555e694cf9 is 50, key is test_row_0/C:col10/1733474526712/Put/seqid=0 2024-12-06T08:42:07,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/b08d8e9a4fc84affbf76cc930c82f013 is 50, key is test_row_0/A:col10/1733474526755/Put/seqid=0 2024-12-06T08:42:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:07,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:07,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742159_1335 (size=12595) 2024-12-06T08:42:07,935 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/7878b01579a94e529e1a34555e694cf9 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/7878b01579a94e529e1a34555e694cf9 2024-12-06T08:42:07,944 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/C of ebf0ec7fe31b3676bcf669a8372fcb2f into 7878b01579a94e529e1a34555e694cf9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:07,944 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:07,944 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/C, priority=12, startTime=1733474527723; duration=0sec 2024-12-06T08:42:07,944 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:07,944 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:C 2024-12-06T08:42:07,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742160_1336 (size=12151) 2024-12-06T08:42:07,965 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/b08d8e9a4fc84affbf76cc930c82f013 2024-12-06T08:42:07,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/883c38dc3539401792edca6e9596e04d is 50, key is test_row_0/B:col10/1733474526755/Put/seqid=0 2024-12-06T08:42:08,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474588041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:08,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:08,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474588042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:08,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:08,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733474528024, max timestamp=1733474528040Num uniques 859; 2024-12-06T08:42:08,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733474528024, max timestamp=1733474528040Num uniques 859; 2024-12-06T08:42:08,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-06T08:42:08,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-06T08:42:08,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733474528024, max timestamp=1733474528040Num uniques 859; 2024-12-06T08:42:08,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-06T08:42:08,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742161_1337 (size=12151) 2024-12-06T08:42:08,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-06T08:42:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474588219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:08,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:08,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474588217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:08,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:08,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:08,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474588338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:08,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:08,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474588338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:08,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:08,458 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/883c38dc3539401792edca6e9596e04d 2024-12-06T08:42:08,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/cce7134b5acf42e6b9fdc44a3d120686 is 50, key is test_row_0/C:col10/1733474526755/Put/seqid=0 2024-12-06T08:42:08,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742162_1338 (size=12151) 2024-12-06T08:42:08,522 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/cce7134b5acf42e6b9fdc44a3d120686 2024-12-06T08:42:08,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/b08d8e9a4fc84affbf76cc930c82f013 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/b08d8e9a4fc84affbf76cc930c82f013 2024-12-06T08:42:08,533 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/b08d8e9a4fc84affbf76cc930c82f013, entries=150, sequenceid=241, filesize=11.9 K 2024-12-06T08:42:08,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/883c38dc3539401792edca6e9596e04d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/883c38dc3539401792edca6e9596e04d 2024-12-06T08:42:08,539 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/883c38dc3539401792edca6e9596e04d, entries=150, sequenceid=241, filesize=11.9 K 2024-12-06T08:42:08,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/cce7134b5acf42e6b9fdc44a3d120686 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/cce7134b5acf42e6b9fdc44a3d120686 2024-12-06T08:42:08,546 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/cce7134b5acf42e6b9fdc44a3d120686, entries=150, sequenceid=241, filesize=11.9 K 2024-12-06T08:42:08,548 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=119.58 KB/122445 for ebf0ec7fe31b3676bcf669a8372fcb2f in 687ms, sequenceid=241, compaction requested=false 2024-12-06T08:42:08,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:08,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:08,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-06T08:42:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-06T08:42:08,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-06T08:42:08,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4590 sec 2024-12-06T08:42:08,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.4650 sec 2024-12-06T08:42:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:08,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=132.99 KB heapSize=382.24 KB 2024-12-06T08:42:08,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:08,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:08,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:08,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:08,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:08,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:08,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/4e30b651e23043bfa7934df443daf6c5 is 50, key is test_row_0/A:col10/1733474528553/Put/seqid=0 2024-12-06T08:42:08,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474588591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:08,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:08,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474588597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:08,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:08,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742163_1339 (size=12301) 2024-12-06T08:42:08,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/4e30b651e23043bfa7934df443daf6c5 2024-12-06T08:42:08,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/a01a81764ea54cf3a0863d24e0e38d28 is 50, key is test_row_0/B:col10/1733474528553/Put/seqid=0 2024-12-06T08:42:08,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742164_1340 (size=12301) 2024-12-06T08:42:08,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/a01a81764ea54cf3a0863d24e0e38d28 2024-12-06T08:42:08,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/2290c9043a73492e9e1e27578dd35ab8 is 50, key is test_row_0/C:col10/1733474528553/Put/seqid=0 2024-12-06T08:42:08,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742165_1341 (size=12301) 2024-12-06T08:42:08,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/2290c9043a73492e9e1e27578dd35ab8 2024-12-06T08:42:08,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474588707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:08,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474588707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:08,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/4e30b651e23043bfa7934df443daf6c5 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/4e30b651e23043bfa7934df443daf6c5 2024-12-06T08:42:08,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/4e30b651e23043bfa7934df443daf6c5, entries=150, sequenceid=279, filesize=12.0 K 2024-12-06T08:42:08,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/a01a81764ea54cf3a0863d24e0e38d28 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/a01a81764ea54cf3a0863d24e0e38d28 2024-12-06T08:42:08,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/a01a81764ea54cf3a0863d24e0e38d28, entries=150, sequenceid=279, filesize=12.0 K 2024-12-06T08:42:08,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/2290c9043a73492e9e1e27578dd35ab8 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/2290c9043a73492e9e1e27578dd35ab8 2024-12-06T08:42:08,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/2290c9043a73492e9e1e27578dd35ab8, entries=150, sequenceid=279, filesize=12.0 K 2024-12-06T08:42:08,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~132.99 KB/136185, heapSize ~382.20 KB/391368, currentSize=46.96 KB/48090 for ebf0ec7fe31b3676bcf669a8372fcb2f in 179ms, sequenceid=279, compaction requested=true 2024-12-06T08:42:08,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:08,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:42:08,737 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:08,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:08,737 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:08,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:42:08,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:08,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:08,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:08,738 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:08,738 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/A is initiating minor compaction (all files) 2024-12-06T08:42:08,738 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/A in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:08,738 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/f3380f2475724717aba43d8e2f430aca, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/b08d8e9a4fc84affbf76cc930c82f013, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/4e30b651e23043bfa7934df443daf6c5] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=36.2 K 2024-12-06T08:42:08,738 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:08,738 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/B is initiating minor compaction (all files) 2024-12-06T08:42:08,738 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/B in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:08,738 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/b50354601f8747f7a501fdd65b160fe2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/883c38dc3539401792edca6e9596e04d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/a01a81764ea54cf3a0863d24e0e38d28] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=36.2 K 2024-12-06T08:42:08,739 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3380f2475724717aba43d8e2f430aca, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733474526586 2024-12-06T08:42:08,739 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting b50354601f8747f7a501fdd65b160fe2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733474526586 2024-12-06T08:42:08,739 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting b08d8e9a4fc84affbf76cc930c82f013, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733474526739 2024-12-06T08:42:08,740 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 883c38dc3539401792edca6e9596e04d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733474526739 2024-12-06T08:42:08,740 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e30b651e23043bfa7934df443daf6c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733474528215 2024-12-06T08:42:08,740 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting a01a81764ea54cf3a0863d24e0e38d28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733474528215 2024-12-06T08:42:08,758 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#A#compaction#293 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:08,760 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/f5dafe4996794fe3a4e98cf2ad60130a is 50, key is test_row_0/A:col10/1733474528553/Put/seqid=0 2024-12-06T08:42:08,763 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#B#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:08,763 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/5a054bb36d704a24a0ad6e1cdea746c3 is 50, key is test_row_0/B:col10/1733474528553/Put/seqid=0 2024-12-06T08:42:08,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742167_1343 (size=12881) 2024-12-06T08:42:08,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742166_1342 (size=12881) 2024-12-06T08:42:08,809 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/5a054bb36d704a24a0ad6e1cdea746c3 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5a054bb36d704a24a0ad6e1cdea746c3 2024-12-06T08:42:08,815 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/B of ebf0ec7fe31b3676bcf669a8372fcb2f into 5a054bb36d704a24a0ad6e1cdea746c3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:08,815 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:08,815 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/B, priority=13, startTime=1733474528737; duration=0sec 2024-12-06T08:42:08,815 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:08,815 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:B 2024-12-06T08:42:08,815 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:08,816 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:08,817 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/C is initiating minor compaction (all files) 2024-12-06T08:42:08,817 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/C in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:08,817 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/7878b01579a94e529e1a34555e694cf9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/cce7134b5acf42e6b9fdc44a3d120686, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/2290c9043a73492e9e1e27578dd35ab8] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=36.2 K 2024-12-06T08:42:08,818 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 7878b01579a94e529e1a34555e694cf9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733474526586 2024-12-06T08:42:08,818 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting cce7134b5acf42e6b9fdc44a3d120686, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733474526739 2024-12-06T08:42:08,819 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 2290c9043a73492e9e1e27578dd35ab8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733474528215 2024-12-06T08:42:08,829 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#C#compaction#295 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:08,831 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/d74c3ce5ef244f08b34a8fea0fc73c9f is 50, key is test_row_0/C:col10/1733474528553/Put/seqid=0 2024-12-06T08:42:08,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742168_1344 (size=12847) 2024-12-06T08:42:08,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-06T08:42:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:08,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:08,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:08,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:08,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:08,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:08,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:08,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/f3591bd9d1564ec28422b4850046c45e is 50, key is test_row_0/A:col10/1733474528921/Put/seqid=0 2024-12-06T08:42:08,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742169_1345 (size=12301) 2024-12-06T08:42:08,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474588986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:08,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:08,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474588987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:08,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:08,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:09,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474589099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:09,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:09,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:09,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:09,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474589099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:09,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:09,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:09,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:09,192 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/f5dafe4996794fe3a4e98cf2ad60130a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/f5dafe4996794fe3a4e98cf2ad60130a 2024-12-06T08:42:09,197 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/A of ebf0ec7fe31b3676bcf669a8372fcb2f into f5dafe4996794fe3a4e98cf2ad60130a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:09,197 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:09,197 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/A, priority=13, startTime=1733474528737; duration=0sec 2024-12-06T08:42:09,197 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:09,197 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:A 2024-12-06T08:42:09,243 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/d74c3ce5ef244f08b34a8fea0fc73c9f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d74c3ce5ef244f08b34a8fea0fc73c9f 2024-12-06T08:42:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-06T08:42:09,248 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:09,249 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/C of ebf0ec7fe31b3676bcf669a8372fcb2f into d74c3ce5ef244f08b34a8fea0fc73c9f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:09,249 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:09,249 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:09,249 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/C, priority=13, startTime=1733474528737; duration=0sec 2024-12-06T08:42:09,249 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:09,249 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:C 2024-12-06T08:42:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-06T08:42:09,251 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-06T08:42:09,253 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:09,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:09,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474589308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:09,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:09,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:09,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:09,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474589318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:09,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/f3591bd9d1564ec28422b4850046c45e 2024-12-06T08:42:09,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/5291922bd84c485cac3e1e842ce4da6c is 50, key is test_row_0/B:col10/1733474528921/Put/seqid=0 2024-12-06T08:42:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-06T08:42:09,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742170_1346 (size=12301) 2024-12-06T08:42:09,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-06T08:42:09,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:09,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:09,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:09,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:09,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:09,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-06T08:42:09,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:09,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:09,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:09,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:09,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-06T08:42:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:09,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474589618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:09,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474589627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:09,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:09,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:09,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:09,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-06T08:42:09,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:09,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:09,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:09,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:09,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:09,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/5291922bd84c485cac3e1e842ce4da6c 2024-12-06T08:42:09,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/3e1e264078024b94b9479aaaae7ab326 is 50, key is test_row_0/C:col10/1733474528921/Put/seqid=0 2024-12-06T08:42:09,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742171_1347 (size=12301) 2024-12-06T08:42:09,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/3e1e264078024b94b9479aaaae7ab326 2024-12-06T08:42:09,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/f3591bd9d1564ec28422b4850046c45e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/f3591bd9d1564ec28422b4850046c45e 2024-12-06T08:42:09,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/f3591bd9d1564ec28422b4850046c45e, entries=150, sequenceid=292, filesize=12.0 K 2024-12-06T08:42:09,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-06T08:42:09,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:09,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:09,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:09,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:09,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-06T08:42:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:09,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/5291922bd84c485cac3e1e842ce4da6c as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5291922bd84c485cac3e1e842ce4da6c 2024-12-06T08:42:09,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5291922bd84c485cac3e1e842ce4da6c, entries=150, sequenceid=292, filesize=12.0 K 2024-12-06T08:42:09,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/3e1e264078024b94b9479aaaae7ab326 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/3e1e264078024b94b9479aaaae7ab326 2024-12-06T08:42:09,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/3e1e264078024b94b9479aaaae7ab326, entries=150, sequenceid=292, filesize=12.0 K 2024-12-06T08:42:09,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for ebf0ec7fe31b3676bcf669a8372fcb2f in 975ms, sequenceid=292, compaction requested=false 2024-12-06T08:42:09,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:10,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-06T08:42:10,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:10,030 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-06T08:42:10,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:10,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:10,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:10,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:10,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:10,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:10,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/2035c14c7bfd4d09bf5bbcddfd20bb17 is 50, key is test_row_0/A:col10/1733474528985/Put/seqid=0 2024-12-06T08:42:10,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742172_1348 (size=12301) 2024-12-06T08:42:10,088 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/2035c14c7bfd4d09bf5bbcddfd20bb17 2024-12-06T08:42:10,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/177cff3f6ad1409a8686a4ff41e8a415 is 50, key is test_row_0/B:col10/1733474528985/Put/seqid=0 2024-12-06T08:42:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:10,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:10,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:10,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742173_1349 (size=12301) 2024-12-06T08:42:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474590159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:10,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:10,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:10,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474590161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:10,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:10,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:10,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:10,170 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/177cff3f6ad1409a8686a4ff41e8a415 2024-12-06T08:42:10,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/94ea0567c7844ab6a3116601a3427171 is 50, key is test_row_0/C:col10/1733474528985/Put/seqid=0 2024-12-06T08:42:10,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742174_1350 (size=12301) 2024-12-06T08:42:10,202 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/94ea0567c7844ab6a3116601a3427171 2024-12-06T08:42:10,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/2035c14c7bfd4d09bf5bbcddfd20bb17 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/2035c14c7bfd4d09bf5bbcddfd20bb17 2024-12-06T08:42:10,217 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/2035c14c7bfd4d09bf5bbcddfd20bb17, entries=150, sequenceid=314, filesize=12.0 K 2024-12-06T08:42:10,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/177cff3f6ad1409a8686a4ff41e8a415 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/177cff3f6ad1409a8686a4ff41e8a415 2024-12-06T08:42:10,223 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/177cff3f6ad1409a8686a4ff41e8a415, entries=150, sequenceid=314, filesize=12.0 K 2024-12-06T08:42:10,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/94ea0567c7844ab6a3116601a3427171 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/94ea0567c7844ab6a3116601a3427171 2024-12-06T08:42:10,237 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/94ea0567c7844ab6a3116601a3427171, entries=150, sequenceid=314, filesize=12.0 K 2024-12-06T08:42:10,238 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for ebf0ec7fe31b3676bcf669a8372fcb2f in 208ms, sequenceid=314, compaction requested=true 2024-12-06T08:42:10,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:10,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:10,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-06T08:42:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-06T08:42:10,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-06T08:42:10,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 987 msec 2024-12-06T08:42:10,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 994 msec 2024-12-06T08:42:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:10,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-06T08:42:10,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:10,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:10,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:10,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:10,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:10,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:10,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/c4e740d17203481d8ac6ed1ab2d9da12 is 50, key is test_row_0/A:col10/1733474530158/Put/seqid=0 2024-12-06T08:42:10,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742175_1351 (size=14741) 2024-12-06T08:42:10,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/c4e740d17203481d8ac6ed1ab2d9da12 2024-12-06T08:42:10,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/5775e6ff4a534b48b22716dbf62e9bc2 is 50, key is test_row_0/B:col10/1733474530158/Put/seqid=0 2024-12-06T08:42:10,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474590362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:10,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474590361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:10,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:10,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:10,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:10,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:10,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:10,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-06T08:42:10,388 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:10,388 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-06T08:42:10,390 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-06T08:42:10,391 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:10,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:10,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742176_1352 (size=12301) 2024-12-06T08:42:10,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/5775e6ff4a534b48b22716dbf62e9bc2 2024-12-06T08:42:10,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/00bf97706d644c14b02bd640a4b1ce73 is 50, key is test_row_0/C:col10/1733474530158/Put/seqid=0 2024-12-06T08:42:10,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742177_1353 (size=12301) 2024-12-06T08:42:10,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474590478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:10,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:10,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:10,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:10,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474590478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:10,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:10,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:10,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-06T08:42:10,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-06T08:42:10,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:10,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:10,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:10,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:10,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:10,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474590688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:10,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:10,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:10,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:10,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-06T08:42:10,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:10,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:10,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:10,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:10,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:10,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474590698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:10,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:10,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:10,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-06T08:42:10,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-06T08:42:10,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:10,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:10,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:10,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:10,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:10,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/00bf97706d644c14b02bd640a4b1ce73 2024-12-06T08:42:10,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/c4e740d17203481d8ac6ed1ab2d9da12 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/c4e740d17203481d8ac6ed1ab2d9da12 2024-12-06T08:42:10,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/c4e740d17203481d8ac6ed1ab2d9da12, entries=200, sequenceid=327, filesize=14.4 K 2024-12-06T08:42:10,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/5775e6ff4a534b48b22716dbf62e9bc2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5775e6ff4a534b48b22716dbf62e9bc2 2024-12-06T08:42:10,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5775e6ff4a534b48b22716dbf62e9bc2, entries=150, sequenceid=327, filesize=12.0 K 2024-12-06T08:42:10,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/00bf97706d644c14b02bd640a4b1ce73 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/00bf97706d644c14b02bd640a4b1ce73 2024-12-06T08:42:10,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/00bf97706d644c14b02bd640a4b1ce73, entries=150, sequenceid=327, filesize=12.0 K 2024-12-06T08:42:10,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ebf0ec7fe31b3676bcf669a8372fcb2f in 637ms, sequenceid=327, compaction requested=true 2024-12-06T08:42:10,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:10,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:42:10,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:10,911 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:42:10,911 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:42:10,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:42:10,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:10,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:10,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:10,913 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:42:10,913 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/B is initiating minor compaction (all files) 2024-12-06T08:42:10,913 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/B in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:10,913 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5a054bb36d704a24a0ad6e1cdea746c3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5291922bd84c485cac3e1e842ce4da6c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/177cff3f6ad1409a8686a4ff41e8a415, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5775e6ff4a534b48b22716dbf62e9bc2] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=48.6 K 2024-12-06T08:42:10,913 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52224 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:42:10,913 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/A is initiating minor compaction (all files) 2024-12-06T08:42:10,913 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/A in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:10,913 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/f5dafe4996794fe3a4e98cf2ad60130a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/f3591bd9d1564ec28422b4850046c45e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/2035c14c7bfd4d09bf5bbcddfd20bb17, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/c4e740d17203481d8ac6ed1ab2d9da12] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=51 K 2024-12-06T08:42:10,914 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a054bb36d704a24a0ad6e1cdea746c3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733474528215 2024-12-06T08:42:10,914 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5dafe4996794fe3a4e98cf2ad60130a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733474528215 2024-12-06T08:42:10,914 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 5291922bd84c485cac3e1e842ce4da6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733474528588 2024-12-06T08:42:10,914 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3591bd9d1564ec28422b4850046c45e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733474528588 2024-12-06T08:42:10,914 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 177cff3f6ad1409a8686a4ff41e8a415, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733474528974 2024-12-06T08:42:10,915 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2035c14c7bfd4d09bf5bbcddfd20bb17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733474528974 2024-12-06T08:42:10,915 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 5775e6ff4a534b48b22716dbf62e9bc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733474530151 2024-12-06T08:42:10,915 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4e740d17203481d8ac6ed1ab2d9da12, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733474530151 2024-12-06T08:42:10,950 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#A#compaction#305 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:10,951 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/42c9e9adb65b4ec0bcc8032926be8fae is 50, key is test_row_0/A:col10/1733474530158/Put/seqid=0 2024-12-06T08:42:10,975 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#B#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:10,975 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/8e85615f2cdb471faa60fd45f854372c is 50, key is test_row_0/B:col10/1733474530158/Put/seqid=0 2024-12-06T08:42:10,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742178_1354 (size=13017) 2024-12-06T08:42:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:11,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-06T08:42:11,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:11,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:11,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:11,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:11,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:11,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:11,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-06T08:42:11,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:11,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:11,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:11,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:11,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:11,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742179_1355 (size=13017) 2024-12-06T08:42:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-06T08:42:11,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/70745a81a9c24c39b7da2cd14328b922 is 50, key is test_row_0/A:col10/1733474530360/Put/seqid=0 2024-12-06T08:42:11,028 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/8e85615f2cdb471faa60fd45f854372c as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/8e85615f2cdb471faa60fd45f854372c 2024-12-06T08:42:11,034 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/B of ebf0ec7fe31b3676bcf669a8372fcb2f into 8e85615f2cdb471faa60fd45f854372c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:11,034 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:11,034 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/B, priority=12, startTime=1733474530911; duration=0sec 2024-12-06T08:42:11,034 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:11,034 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:B 2024-12-06T08:42:11,034 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:42:11,036 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:42:11,036 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/C is initiating minor compaction (all files) 2024-12-06T08:42:11,036 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/C in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:11,036 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d74c3ce5ef244f08b34a8fea0fc73c9f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/3e1e264078024b94b9479aaaae7ab326, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/94ea0567c7844ab6a3116601a3427171, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/00bf97706d644c14b02bd640a4b1ce73] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=48.6 K 2024-12-06T08:42:11,038 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting d74c3ce5ef244f08b34a8fea0fc73c9f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733474528215 2024-12-06T08:42:11,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742180_1356 (size=14741) 2024-12-06T08:42:11,038 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e1e264078024b94b9479aaaae7ab326, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733474528588 2024-12-06T08:42:11,038 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 94ea0567c7844ab6a3116601a3427171, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733474528974 2024-12-06T08:42:11,039 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 00bf97706d644c14b02bd640a4b1ce73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733474530151 2024-12-06T08:42:11,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/70745a81a9c24c39b7da2cd14328b922 2024-12-06T08:42:11,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474591046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:11,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474591047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:11,068 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#C#compaction#308 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:11,069 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/ca23b311b1fc4329a626a31ac28e6a60 is 50, key is test_row_0/C:col10/1733474530158/Put/seqid=0 2024-12-06T08:42:11,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/245ddb408ccf40b9a8e6f8afc66ed9b3 is 50, key is test_row_0/B:col10/1733474530360/Put/seqid=0 2024-12-06T08:42:11,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742181_1357 (size=12983) 2024-12-06T08:42:11,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742182_1358 (size=12301) 2024-12-06T08:42:11,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/245ddb408ccf40b9a8e6f8afc66ed9b3 2024-12-06T08:42:11,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/6d508b2caa5942c79dbf2196ef3bc21a is 50, key is test_row_0/C:col10/1733474530360/Put/seqid=0 2024-12-06T08:42:11,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742183_1359 (size=12301) 2024-12-06T08:42:11,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-06T08:42:11,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:11,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:11,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:11,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:11,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:11,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474591157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:11,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474591157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:11,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:11,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:11,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-06T08:42:11,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:11,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:11,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:11,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:11,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:11,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474591367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:11,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:11,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474591368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:11,390 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/42c9e9adb65b4ec0bcc8032926be8fae as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/42c9e9adb65b4ec0bcc8032926be8fae 2024-12-06T08:42:11,396 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/A of ebf0ec7fe31b3676bcf669a8372fcb2f into 42c9e9adb65b4ec0bcc8032926be8fae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:11,397 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:11,397 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/A, priority=12, startTime=1733474530911; duration=0sec 2024-12-06T08:42:11,397 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:11,397 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:A 2024-12-06T08:42:11,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-06T08:42:11,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:11,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:11,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:11,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:11,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:11,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1733474591477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:11,481 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_0' in ebf0ec7fe31b3676bcf669a8372fcb2f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:11,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:11,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52806 deadline: 1733474591498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:11,502 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_1' in ebf0ec7fe31b3676bcf669a8372fcb2f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:11,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733474591517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:11,518 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_1' in ebf0ec7fe31b3676bcf669a8372fcb2f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:11,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-06T08:42:11,539 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/ca23b311b1fc4329a626a31ac28e6a60 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/ca23b311b1fc4329a626a31ac28e6a60 2024-12-06T08:42:11,544 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/C of ebf0ec7fe31b3676bcf669a8372fcb2f into ca23b311b1fc4329a626a31ac28e6a60(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:11,544 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:11,544 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/C, priority=12, startTime=1733474530911; duration=0sec 2024-12-06T08:42:11,545 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:11,545 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:C 2024-12-06T08:42:11,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/6d508b2caa5942c79dbf2196ef3bc21a 2024-12-06T08:42:11,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/70745a81a9c24c39b7da2cd14328b922 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/70745a81a9c24c39b7da2cd14328b922 2024-12-06T08:42:11,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/70745a81a9c24c39b7da2cd14328b922, entries=200, sequenceid=347, filesize=14.4 K 2024-12-06T08:42:11,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/245ddb408ccf40b9a8e6f8afc66ed9b3 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/245ddb408ccf40b9a8e6f8afc66ed9b3 2024-12-06T08:42:11,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/245ddb408ccf40b9a8e6f8afc66ed9b3, entries=150, sequenceid=347, filesize=12.0 K 2024-12-06T08:42:11,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/6d508b2caa5942c79dbf2196ef3bc21a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/6d508b2caa5942c79dbf2196ef3bc21a 2024-12-06T08:42:11,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/6d508b2caa5942c79dbf2196ef3bc21a, entries=150, sequenceid=347, filesize=12.0 K 2024-12-06T08:42:11,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for ebf0ec7fe31b3676bcf669a8372fcb2f in 580ms, sequenceid=347, compaction requested=false 2024-12-06T08:42:11,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:11,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-06T08:42:11,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:11,626 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-06T08:42:11,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:11,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:11,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:11,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:11,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:11,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:11,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/46310c920cc6411ab1be9fd55d1db090 is 50, key is test_row_0/A:col10/1733474531044/Put/seqid=0 2024-12-06T08:42:11,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742184_1360 (size=12301) 2024-12-06T08:42:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:11,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:11,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474591744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:11,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:11,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474591752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:11,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:11,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474591857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:11,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:11,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474591867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:12,048 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/46310c920cc6411ab1be9fd55d1db090 2024-12-06T08:42:12,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/cf8ff1f1e46b48abb68bf787b199b585 is 50, key is test_row_0/B:col10/1733474531044/Put/seqid=0 2024-12-06T08:42:12,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474592067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:12,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474592078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:12,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:12,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:12,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:12,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742185_1361 (size=12301) 2024-12-06T08:42:12,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474592378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:12,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:12,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:12,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:12,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474592389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:12,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:12,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:12,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:12,512 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/cf8ff1f1e46b48abb68bf787b199b585 2024-12-06T08:42:12,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/d184ed0ea0f04a4b8d4b7f80c8a993e2 is 50, key is test_row_0/C:col10/1733474531044/Put/seqid=0 2024-12-06T08:42:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-06T08:42:12,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742186_1362 (size=12301) 2024-12-06T08:42:12,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474592887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:12,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:12,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:12,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:12,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474592897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:12,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:12,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:12,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:12,959 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/d184ed0ea0f04a4b8d4b7f80c8a993e2 2024-12-06T08:42:12,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/46310c920cc6411ab1be9fd55d1db090 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/46310c920cc6411ab1be9fd55d1db090 2024-12-06T08:42:12,981 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/46310c920cc6411ab1be9fd55d1db090, entries=150, sequenceid=363, filesize=12.0 K 2024-12-06T08:42:12,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/cf8ff1f1e46b48abb68bf787b199b585 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/cf8ff1f1e46b48abb68bf787b199b585 2024-12-06T08:42:12,986 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/cf8ff1f1e46b48abb68bf787b199b585, entries=150, sequenceid=363, filesize=12.0 K 2024-12-06T08:42:12,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/d184ed0ea0f04a4b8d4b7f80c8a993e2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d184ed0ea0f04a4b8d4b7f80c8a993e2 2024-12-06T08:42:12,991 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d184ed0ea0f04a4b8d4b7f80c8a993e2, entries=150, sequenceid=363, filesize=12.0 K 2024-12-06T08:42:12,992 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ebf0ec7fe31b3676bcf669a8372fcb2f in 1366ms, sequenceid=363, compaction requested=true 2024-12-06T08:42:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-06T08:42:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-06T08:42:12,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-06T08:42:12,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6030 sec 2024-12-06T08:42:13,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.6090 sec 2024-12-06T08:42:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:13,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-06T08:42:13,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:13,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:13,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:13,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:13,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:13,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:13,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/8f1994efe0684d9b8af4fe6e969fe1a3 is 50, key is test_row_0/A:col10/1733474531748/Put/seqid=0 2024-12-06T08:42:13,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742187_1363 (size=12301) 2024-12-06T08:42:13,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474593935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:13,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:13,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:13,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:13,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474593938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:13,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:13,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:13,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:14,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474594048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:14,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:14,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474594048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:14,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:14,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:14,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474594257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:14,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474594257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:14,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:14,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/8f1994efe0684d9b8af4fe6e969fe1a3 2024-12-06T08:42:14,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/b5718d11ce01428ba8ea0f7e9e527810 is 50, key is test_row_0/B:col10/1733474531748/Put/seqid=0 2024-12-06T08:42:14,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742188_1364 (size=12301) 2024-12-06T08:42:14,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/b5718d11ce01428ba8ea0f7e9e527810 2024-12-06T08:42:14,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/3e98bd1af57b4c73a7501377561069a1 is 50, key is test_row_0/C:col10/1733474531748/Put/seqid=0 2024-12-06T08:42:14,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742189_1365 (size=12301) 2024-12-06T08:42:14,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/3e98bd1af57b4c73a7501377561069a1 2024-12-06T08:42:14,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/8f1994efe0684d9b8af4fe6e969fe1a3 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/8f1994efe0684d9b8af4fe6e969fe1a3 2024-12-06T08:42:14,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/8f1994efe0684d9b8af4fe6e969fe1a3, entries=150, sequenceid=383, filesize=12.0 K 2024-12-06T08:42:14,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/b5718d11ce01428ba8ea0f7e9e527810 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/b5718d11ce01428ba8ea0f7e9e527810 2024-12-06T08:42:14,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/b5718d11ce01428ba8ea0f7e9e527810, entries=150, sequenceid=383, filesize=12.0 K 2024-12-06T08:42:14,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/3e98bd1af57b4c73a7501377561069a1 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/3e98bd1af57b4c73a7501377561069a1 2024-12-06T08:42:14,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/3e98bd1af57b4c73a7501377561069a1, entries=150, sequenceid=383, filesize=12.0 K 2024-12-06T08:42:14,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for ebf0ec7fe31b3676bcf669a8372fcb2f in 465ms, sequenceid=383, compaction requested=true 2024-12-06T08:42:14,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:14,367 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:42:14,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:42:14,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:14,368 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:42:14,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:42:14,369 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:42:14,369 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/A is initiating minor compaction (all files) 2024-12-06T08:42:14,369 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/A in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:14,369 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/42c9e9adb65b4ec0bcc8032926be8fae, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/70745a81a9c24c39b7da2cd14328b922, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/46310c920cc6411ab1be9fd55d1db090, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/8f1994efe0684d9b8af4fe6e969fe1a3] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=51.1 K 2024-12-06T08:42:14,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:14,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:14,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:14,371 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:42:14,371 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42c9e9adb65b4ec0bcc8032926be8fae, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733474530151 2024-12-06T08:42:14,371 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/B is initiating minor compaction (all files) 2024-12-06T08:42:14,371 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/B in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:14,371 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/8e85615f2cdb471faa60fd45f854372c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/245ddb408ccf40b9a8e6f8afc66ed9b3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/cf8ff1f1e46b48abb68bf787b199b585, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/b5718d11ce01428ba8ea0f7e9e527810] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=48.8 K 2024-12-06T08:42:14,371 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70745a81a9c24c39b7da2cd14328b922, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733474530348 2024-12-06T08:42:14,372 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e85615f2cdb471faa60fd45f854372c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733474530151 2024-12-06T08:42:14,373 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46310c920cc6411ab1be9fd55d1db090, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733474531021 2024-12-06T08:42:14,373 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 245ddb408ccf40b9a8e6f8afc66ed9b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733474530348 2024-12-06T08:42:14,373 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f1994efe0684d9b8af4fe6e969fe1a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733474531737 2024-12-06T08:42:14,374 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting cf8ff1f1e46b48abb68bf787b199b585, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733474531021 2024-12-06T08:42:14,375 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting b5718d11ce01428ba8ea0f7e9e527810, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733474531737 2024-12-06T08:42:14,391 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#A#compaction#317 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:14,392 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/e50dffebfb114995a56a792b3f83740e is 50, key is test_row_0/A:col10/1733474531748/Put/seqid=0 2024-12-06T08:42:14,398 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#B#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:14,399 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/d95af65a4bc44645b8f662c92aabef09 is 50, key is test_row_0/B:col10/1733474531748/Put/seqid=0 2024-12-06T08:42:14,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742190_1366 (size=13153) 2024-12-06T08:42:14,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742191_1367 (size=13153) 2024-12-06T08:42:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-06T08:42:14,548 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:14,548 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-06T08:42:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-06T08:42:14,551 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:14,552 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:14,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:14,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-06T08:42:14,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:14,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:14,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:14,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:14,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:14,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:14,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/0f37fee240ff4dc0b822dddb7954406c is 50, key is test_row_0/A:col10/1733474534571/Put/seqid=0 2024-12-06T08:42:14,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742192_1368 (size=14741) 2024-12-06T08:42:14,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/0f37fee240ff4dc0b822dddb7954406c 2024-12-06T08:42:14,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/914a8577ddae49c5afa89ab5bc551cf2 is 50, key is test_row_0/B:col10/1733474534571/Put/seqid=0 2024-12-06T08:42:14,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742193_1369 (size=12301) 2024-12-06T08:42:14,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/914a8577ddae49c5afa89ab5bc551cf2 2024-12-06T08:42:14,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:14,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474594636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474594634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:14,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:14,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:14,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/250ae790693945978f7d86bcea150e64 is 50, key is test_row_0/C:col10/1733474534571/Put/seqid=0 2024-12-06T08:42:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-06T08:42:14,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742194_1370 (size=12301) 2024-12-06T08:42:14,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/250ae790693945978f7d86bcea150e64 2024-12-06T08:42:14,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/0f37fee240ff4dc0b822dddb7954406c as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/0f37fee240ff4dc0b822dddb7954406c 2024-12-06T08:42:14,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/0f37fee240ff4dc0b822dddb7954406c, entries=200, sequenceid=397, filesize=14.4 K 2024-12-06T08:42:14,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/914a8577ddae49c5afa89ab5bc551cf2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/914a8577ddae49c5afa89ab5bc551cf2 2024-12-06T08:42:14,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/914a8577ddae49c5afa89ab5bc551cf2, entries=150, sequenceid=397, filesize=12.0 K 2024-12-06T08:42:14,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/250ae790693945978f7d86bcea150e64 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/250ae790693945978f7d86bcea150e64 2024-12-06T08:42:14,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/250ae790693945978f7d86bcea150e64, entries=150, sequenceid=397, filesize=12.0 K 2024-12-06T08:42:14,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-06T08:42:14,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:14,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:14,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:14,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:14,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for ebf0ec7fe31b3676bcf669a8372fcb2f in 136ms, sequenceid=397, compaction requested=true 2024-12-06T08:42:14,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:A, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T08:42:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:B, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-06T08:42:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-06T08:42:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:14,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-06T08:42:14,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:14,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:14,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:14,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:14,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:14,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:14,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/586204ece465417e872d969f523a229f is 50, key is test_row_0/A:col10/1733474534631/Put/seqid=0 2024-12-06T08:42:14,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474594784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:14,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742195_1371 (size=14741) 2024-12-06T08:42:14,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/586204ece465417e872d969f523a229f 2024-12-06T08:42:14,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:14,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474594793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:14,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:14,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/aa8d851e89b740498ffa1cec1f9bce06 is 50, key is test_row_0/B:col10/1733474534631/Put/seqid=0 2024-12-06T08:42:14,811 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/e50dffebfb114995a56a792b3f83740e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e50dffebfb114995a56a792b3f83740e 2024-12-06T08:42:14,816 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/A of ebf0ec7fe31b3676bcf669a8372fcb2f into e50dffebfb114995a56a792b3f83740e(size=12.8 K), total size for store is 27.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:14,816 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:14,816 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/A, priority=12, startTime=1733474534367; duration=0sec 2024-12-06T08:42:14,817 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-06T08:42:14,817 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:A 2024-12-06T08:42:14,817 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:A 2024-12-06T08:42:14,817 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-06T08:42:14,819 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-06T08:42:14,819 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/C is initiating minor compaction (all files) 2024-12-06T08:42:14,819 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/C in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:14,820 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/ca23b311b1fc4329a626a31ac28e6a60, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/6d508b2caa5942c79dbf2196ef3bc21a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d184ed0ea0f04a4b8d4b7f80c8a993e2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/3e98bd1af57b4c73a7501377561069a1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/250ae790693945978f7d86bcea150e64] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=60.7 K 2024-12-06T08:42:14,820 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca23b311b1fc4329a626a31ac28e6a60, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733474530151 2024-12-06T08:42:14,821 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/d95af65a4bc44645b8f662c92aabef09 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/d95af65a4bc44645b8f662c92aabef09 2024-12-06T08:42:14,821 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d508b2caa5942c79dbf2196ef3bc21a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733474530348 2024-12-06T08:42:14,822 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting d184ed0ea0f04a4b8d4b7f80c8a993e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733474531021 2024-12-06T08:42:14,822 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e98bd1af57b4c73a7501377561069a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733474531737 2024-12-06T08:42:14,824 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 250ae790693945978f7d86bcea150e64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1733474533931 2024-12-06T08:42:14,829 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/B of ebf0ec7fe31b3676bcf669a8372fcb2f into d95af65a4bc44645b8f662c92aabef09(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:14,829 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:14,829 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/B, priority=12, startTime=1733474534368; duration=0sec 2024-12-06T08:42:14,829 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-06T08:42:14,829 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:B 2024-12-06T08:42:14,829 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:B 2024-12-06T08:42:14,829 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-12-06T08:42:14,829 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T08:42:14,829 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T08:42:14,830 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. because compaction request was cancelled 2024-12-06T08:42:14,830 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:C 2024-12-06T08:42:14,830 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-06T08:42:14,836 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T08:42:14,836 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T08:42:14,836 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. because compaction request was cancelled 2024-12-06T08:42:14,836 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:B 2024-12-06T08:42:14,836 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-06T08:42:14,837 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T08:42:14,837 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T08:42:14,837 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. because compaction request was cancelled 2024-12-06T08:42:14,837 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:A 2024-12-06T08:42:14,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742196_1372 (size=12301) 2024-12-06T08:42:14,848 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#C#compaction#324 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:14,848 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/75b7036062d24f8facf3e4fae826ff2b is 50, key is test_row_0/C:col10/1733474534571/Put/seqid=0 2024-12-06T08:42:14,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742197_1373 (size=13153) 2024-12-06T08:42:14,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-06T08:42:14,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:14,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:14,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:14,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:14,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-06T08:42:14,870 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/75b7036062d24f8facf3e4fae826ff2b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/75b7036062d24f8facf3e4fae826ff2b 2024-12-06T08:42:14,876 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/C of ebf0ec7fe31b3676bcf669a8372fcb2f into 75b7036062d24f8facf3e4fae826ff2b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:14,876 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:14,876 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/C, priority=11, startTime=1733474534707; duration=0sec 2024-12-06T08:42:14,876 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:14,876 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:C 2024-12-06T08:42:14,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474594897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:14,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:14,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474594907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:15,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-06T08:42:15,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:15,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:15,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:15,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:15,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:15,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474595108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:15,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:15,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:15,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:15,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474595117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:15,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:15,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:15,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:15,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-06T08:42:15,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:15,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:15,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:15,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:15,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-06T08:42:15,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/aa8d851e89b740498ffa1cec1f9bce06 2024-12-06T08:42:15,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/e186939c559e43ecbce5b3c6c312a841 is 50, key is test_row_0/C:col10/1733474534631/Put/seqid=0 2024-12-06T08:42:15,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742198_1374 (size=12301) 2024-12-06T08:42:15,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/e186939c559e43ecbce5b3c6c312a841 2024-12-06T08:42:15,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/586204ece465417e872d969f523a229f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/586204ece465417e872d969f523a229f 2024-12-06T08:42:15,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/586204ece465417e872d969f523a229f, entries=200, sequenceid=416, filesize=14.4 K 2024-12-06T08:42:15,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/aa8d851e89b740498ffa1cec1f9bce06 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/aa8d851e89b740498ffa1cec1f9bce06 2024-12-06T08:42:15,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/aa8d851e89b740498ffa1cec1f9bce06, entries=150, sequenceid=416, filesize=12.0 K 2024-12-06T08:42:15,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/e186939c559e43ecbce5b3c6c312a841 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/e186939c559e43ecbce5b3c6c312a841 2024-12-06T08:42:15,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/e186939c559e43ecbce5b3c6c312a841, entries=150, sequenceid=416, filesize=12.0 K 2024-12-06T08:42:15,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for ebf0ec7fe31b3676bcf669a8372fcb2f in 558ms, sequenceid=416, compaction requested=true 2024-12-06T08:42:15,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:15,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:42:15,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:15,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:42:15,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:15,311 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:15,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:15,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T08:42:15,312 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:15,313 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:15,313 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/B is initiating minor compaction (all files) 2024-12-06T08:42:15,313 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:15,313 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/B in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:15,313 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/A is initiating minor compaction (all files) 2024-12-06T08:42:15,313 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/d95af65a4bc44645b8f662c92aabef09, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/914a8577ddae49c5afa89ab5bc551cf2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/aa8d851e89b740498ffa1cec1f9bce06] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=36.9 K 2024-12-06T08:42:15,313 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/A in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:15,313 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e50dffebfb114995a56a792b3f83740e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/0f37fee240ff4dc0b822dddb7954406c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/586204ece465417e872d969f523a229f] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=41.6 K 2024-12-06T08:42:15,313 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting d95af65a4bc44645b8f662c92aabef09, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733474531737 2024-12-06T08:42:15,313 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e50dffebfb114995a56a792b3f83740e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733474531737 2024-12-06T08:42:15,314 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 914a8577ddae49c5afa89ab5bc551cf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1733474533931 2024-12-06T08:42:15,314 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f37fee240ff4dc0b822dddb7954406c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1733474533931 2024-12-06T08:42:15,314 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting aa8d851e89b740498ffa1cec1f9bce06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733474534625 2024-12-06T08:42:15,314 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 586204ece465417e872d969f523a229f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733474534625 2024-12-06T08:42:15,326 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#A#compaction#326 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:15,326 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/12776f3133154d528bb2725574778c79 is 50, key is test_row_0/A:col10/1733474534631/Put/seqid=0 2024-12-06T08:42:15,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-06T08:42:15,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:15,330 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-06T08:42:15,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:15,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:15,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:15,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:15,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:15,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:15,345 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#B#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:15,346 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/a6f787c9ba7d4a1fa86d149629a3b3ab is 50, key is test_row_0/B:col10/1733474534631/Put/seqid=0 2024-12-06T08:42:15,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/7463df0c3aa2413db7325793ea51940b is 50, key is test_row_0/A:col10/1733474534782/Put/seqid=0 2024-12-06T08:42:15,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742199_1375 (size=13255) 2024-12-06T08:42:15,396 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/12776f3133154d528bb2725574778c79 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/12776f3133154d528bb2725574778c79 2024-12-06T08:42:15,403 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/A of ebf0ec7fe31b3676bcf669a8372fcb2f into 12776f3133154d528bb2725574778c79(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:15,403 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:15,403 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/A, priority=13, startTime=1733474535311; duration=0sec 2024-12-06T08:42:15,403 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:15,403 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:A 2024-12-06T08:42:15,403 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-06T08:42:15,405 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T08:42:15,405 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T08:42:15,405 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. because compaction request was cancelled 2024-12-06T08:42:15,405 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:C 2024-12-06T08:42:15,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742200_1376 (size=13255) 2024-12-06T08:42:15,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742201_1377 (size=12301) 2024-12-06T08:42:15,409 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/7463df0c3aa2413db7325793ea51940b 2024-12-06T08:42:15,414 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/a6f787c9ba7d4a1fa86d149629a3b3ab as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/a6f787c9ba7d4a1fa86d149629a3b3ab 2024-12-06T08:42:15,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/4e1474a340eb48be8a1e299de96367cf is 50, key is test_row_0/B:col10/1733474534782/Put/seqid=0 2024-12-06T08:42:15,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:15,423 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/B of ebf0ec7fe31b3676bcf669a8372fcb2f into a6f787c9ba7d4a1fa86d149629a3b3ab(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:15,423 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:15,423 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/B, priority=13, startTime=1733474535311; duration=0sec 2024-12-06T08:42:15,424 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:15,424 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:B 2024-12-06T08:42:15,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742202_1378 (size=12301) 2024-12-06T08:42:15,428 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/4e1474a340eb48be8a1e299de96367cf 2024-12-06T08:42:15,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/d12f85eab37f4b078c3993c628f907ad is 50, key is test_row_0/C:col10/1733474534782/Put/seqid=0 2024-12-06T08:42:15,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742203_1379 (size=12301) 2024-12-06T08:42:15,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474595477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:15,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474595478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:15,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:15,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:15,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:15,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:15,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:15,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:15,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474595587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:15,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:15,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:15,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:15,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474595587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:15,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:15,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:15,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-06T08:42:15,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474595797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:15,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474595797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:15,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:15,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:15,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:15,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:15,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:15,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:15,858 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/d12f85eab37f4b078c3993c628f907ad 2024-12-06T08:42:15,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/7463df0c3aa2413db7325793ea51940b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/7463df0c3aa2413db7325793ea51940b 2024-12-06T08:42:15,867 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/7463df0c3aa2413db7325793ea51940b, entries=150, sequenceid=432, filesize=12.0 K 2024-12-06T08:42:15,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/4e1474a340eb48be8a1e299de96367cf as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/4e1474a340eb48be8a1e299de96367cf 2024-12-06T08:42:15,872 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/4e1474a340eb48be8a1e299de96367cf, entries=150, sequenceid=432, filesize=12.0 K 2024-12-06T08:42:15,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/d12f85eab37f4b078c3993c628f907ad as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d12f85eab37f4b078c3993c628f907ad 2024-12-06T08:42:15,878 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d12f85eab37f4b078c3993c628f907ad, entries=150, sequenceid=432, filesize=12.0 K 2024-12-06T08:42:15,879 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ebf0ec7fe31b3676bcf669a8372fcb2f in 548ms, sequenceid=432, compaction requested=true 2024-12-06T08:42:15,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:15,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:15,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-06T08:42:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-06T08:42:15,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-06T08:42:15,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3280 sec 2024-12-06T08:42:15,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.3350 sec 2024-12-06T08:42:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:16,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-06T08:42:16,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:16,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:16,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:16,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:16,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:16,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:16,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/4289bbad4ef542eca1682bd9741ae22e is 50, key is test_row_0/A:col10/1733474536107/Put/seqid=0 2024-12-06T08:42:16,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742204_1380 (size=14741) 2024-12-06T08:42:16,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/4289bbad4ef542eca1682bd9741ae22e 2024-12-06T08:42:16,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474596137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:16,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474596140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:16,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/4897c9f2d5fa474998414e8bab65ff41 is 50, key is test_row_0/B:col10/1733474536107/Put/seqid=0 2024-12-06T08:42:16,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742205_1381 (size=12301) 2024-12-06T08:42:16,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/4897c9f2d5fa474998414e8bab65ff41 2024-12-06T08:42:16,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/8e4ec8f26ada4542aeb5df81e27d1a3e is 50, key is test_row_0/C:col10/1733474536107/Put/seqid=0 2024-12-06T08:42:16,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742206_1382 (size=12301) 2024-12-06T08:42:16,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/8e4ec8f26ada4542aeb5df81e27d1a3e 2024-12-06T08:42:16,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/4289bbad4ef542eca1682bd9741ae22e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/4289bbad4ef542eca1682bd9741ae22e 2024-12-06T08:42:16,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/4289bbad4ef542eca1682bd9741ae22e, entries=200, sequenceid=454, filesize=14.4 K 2024-12-06T08:42:16,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/4897c9f2d5fa474998414e8bab65ff41 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/4897c9f2d5fa474998414e8bab65ff41 2024-12-06T08:42:16,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/4897c9f2d5fa474998414e8bab65ff41, entries=150, sequenceid=454, filesize=12.0 K 2024-12-06T08:42:16,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/8e4ec8f26ada4542aeb5df81e27d1a3e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/8e4ec8f26ada4542aeb5df81e27d1a3e 2024-12-06T08:42:16,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/8e4ec8f26ada4542aeb5df81e27d1a3e, entries=150, sequenceid=454, filesize=12.0 K 2024-12-06T08:42:16,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for ebf0ec7fe31b3676bcf669a8372fcb2f in 99ms, sequenceid=454, compaction requested=true 2024-12-06T08:42:16,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:16,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:42:16,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:16,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:42:16,209 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:16,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:16,209 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:16,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:16,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:16,210 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:16,210 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/A is initiating minor compaction (all files) 2024-12-06T08:42:16,210 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/A in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:16,210 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/12776f3133154d528bb2725574778c79, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/7463df0c3aa2413db7325793ea51940b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/4289bbad4ef542eca1682bd9741ae22e] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=39.4 K 2024-12-06T08:42:16,211 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:16,211 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12776f3133154d528bb2725574778c79, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733474534625 2024-12-06T08:42:16,211 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/B is initiating minor compaction (all files) 2024-12-06T08:42:16,211 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/B in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:16,211 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/a6f787c9ba7d4a1fa86d149629a3b3ab, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/4e1474a340eb48be8a1e299de96367cf, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/4897c9f2d5fa474998414e8bab65ff41] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=37.0 K 2024-12-06T08:42:16,212 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting a6f787c9ba7d4a1fa86d149629a3b3ab, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733474534625 2024-12-06T08:42:16,212 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7463df0c3aa2413db7325793ea51940b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733474534773 2024-12-06T08:42:16,212 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e1474a340eb48be8a1e299de96367cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733474534773 2024-12-06T08:42:16,212 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4289bbad4ef542eca1682bd9741ae22e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1733474535466 2024-12-06T08:42:16,212 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4897c9f2d5fa474998414e8bab65ff41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1733474535474 2024-12-06T08:42:16,221 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#A#compaction#335 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:16,221 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#B#compaction#334 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:16,222 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/8831c3482fac4cbb97c333c44a0bff73 is 50, key is test_row_0/A:col10/1733474536107/Put/seqid=0 2024-12-06T08:42:16,222 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/60096de7bb36452ab4af8bce5f3c514f is 50, key is test_row_0/B:col10/1733474536107/Put/seqid=0 2024-12-06T08:42:16,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742208_1384 (size=13357) 2024-12-06T08:42:16,253 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/60096de7bb36452ab4af8bce5f3c514f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/60096de7bb36452ab4af8bce5f3c514f 2024-12-06T08:42:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:16,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-06T08:42:16,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742207_1383 (size=13357) 2024-12-06T08:42:16,258 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/B of ebf0ec7fe31b3676bcf669a8372fcb2f into 60096de7bb36452ab4af8bce5f3c514f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:16,258 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:16,258 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/B, priority=13, startTime=1733474536209; duration=0sec 2024-12-06T08:42:16,258 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:16,258 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:B 2024-12-06T08:42:16,258 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:42:16,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:16,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:16,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:16,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:16,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:16,261 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:42:16,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:16,261 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/C is initiating minor compaction (all files) 2024-12-06T08:42:16,261 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/C in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:16,261 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/75b7036062d24f8facf3e4fae826ff2b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/e186939c559e43ecbce5b3c6c312a841, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d12f85eab37f4b078c3993c628f907ad, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/8e4ec8f26ada4542aeb5df81e27d1a3e] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=48.9 K 2024-12-06T08:42:16,261 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/8831c3482fac4cbb97c333c44a0bff73 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/8831c3482fac4cbb97c333c44a0bff73 2024-12-06T08:42:16,261 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 75b7036062d24f8facf3e4fae826ff2b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1733474533931 2024-12-06T08:42:16,261 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting e186939c559e43ecbce5b3c6c312a841, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733474534625 2024-12-06T08:42:16,262 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting d12f85eab37f4b078c3993c628f907ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733474534773 2024-12-06T08:42:16,262 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e4ec8f26ada4542aeb5df81e27d1a3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1733474535474 2024-12-06T08:42:16,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/c5ef2a6447544be8aefa4f0253c52224 is 50, key is test_row_0/A:col10/1733474536135/Put/seqid=0 2024-12-06T08:42:16,279 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/A of ebf0ec7fe31b3676bcf669a8372fcb2f into 8831c3482fac4cbb97c333c44a0bff73(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:16,279 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:16,279 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/A, priority=13, startTime=1733474536209; duration=0sec 2024-12-06T08:42:16,279 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:16,279 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:A 2024-12-06T08:42:16,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742209_1385 (size=14741) 2024-12-06T08:42:16,295 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#C#compaction#337 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:16,295 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/9e66265f29e24749ba94d92dafcefde5 is 50, key is test_row_0/C:col10/1733474536107/Put/seqid=0 2024-12-06T08:42:16,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474596323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:16,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:16,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474596325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:16,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742210_1386 (size=13289) 2024-12-06T08:42:16,347 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/9e66265f29e24749ba94d92dafcefde5 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9e66265f29e24749ba94d92dafcefde5 2024-12-06T08:42:16,356 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/C of ebf0ec7fe31b3676bcf669a8372fcb2f into 9e66265f29e24749ba94d92dafcefde5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:16,356 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:16,356 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/C, priority=12, startTime=1733474536209; duration=0sec 2024-12-06T08:42:16,356 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:16,356 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:C 2024-12-06T08:42:16,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474596438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:16,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474596438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:16,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:16,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:16,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:16,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:16,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:16,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:16,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474596648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:16,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:16,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474596648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:16,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:16,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:16,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:16,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:16,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:16,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/c5ef2a6447544be8aefa4f0253c52224 2024-12-06T08:42:16,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/6c33ab95884a4da9bd595a9975323f74 is 50, key is test_row_0/B:col10/1733474536135/Put/seqid=0 2024-12-06T08:42:16,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-06T08:42:16,708 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:16,709 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:16,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-12-06T08:42:16,711 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-06T08:42:16,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742211_1387 (size=12301) 2024-12-06T08:42:16,720 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:16,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:16,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/6c33ab95884a4da9bd595a9975323f74 2024-12-06T08:42:16,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/dbccb573a3ac45dca5bd6bda4a8aa0d8 is 50, key is test_row_0/C:col10/1733474536135/Put/seqid=0 2024-12-06T08:42:16,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742212_1388 (size=12301) 2024-12-06T08:42:16,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/dbccb573a3ac45dca5bd6bda4a8aa0d8 2024-12-06T08:42:16,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/c5ef2a6447544be8aefa4f0253c52224 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/c5ef2a6447544be8aefa4f0253c52224 2024-12-06T08:42:16,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/c5ef2a6447544be8aefa4f0253c52224, entries=200, sequenceid=469, filesize=14.4 K 2024-12-06T08:42:16,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/6c33ab95884a4da9bd595a9975323f74 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/6c33ab95884a4da9bd595a9975323f74 2024-12-06T08:42:16,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/6c33ab95884a4da9bd595a9975323f74, entries=150, sequenceid=469, filesize=12.0 K 2024-12-06T08:42:16,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/dbccb573a3ac45dca5bd6bda4a8aa0d8 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/dbccb573a3ac45dca5bd6bda4a8aa0d8 2024-12-06T08:42:16,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/dbccb573a3ac45dca5bd6bda4a8aa0d8, entries=150, sequenceid=469, filesize=12.0 K 2024-12-06T08:42:16,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for ebf0ec7fe31b3676bcf669a8372fcb2f in 561ms, sequenceid=469, compaction requested=false 2024-12-06T08:42:16,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-06T08:42:16,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-06T08:42:16,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:16,874 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-06T08:42:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:16,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/56903e9c3d724a4bb7c833b2a6de422b is 50, key is test_row_0/A:col10/1733474536314/Put/seqid=0 2024-12-06T08:42:16,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742213_1389 (size=12301) 2024-12-06T08:42:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:16,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:17,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474597016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:17,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474597018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-06T08:42:17,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474597128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:17,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474597128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:17,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:17,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:17,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:17,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:17,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:17,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:17,307 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/56903e9c3d724a4bb7c833b2a6de422b 2024-12-06T08:42:17,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/e0978fd8cade4160b5535a15cf9f27f0 is 50, key is test_row_0/B:col10/1733474536314/Put/seqid=0 2024-12-06T08:42:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-06T08:42:17,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742214_1390 (size=12301) 2024-12-06T08:42:17,340 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/e0978fd8cade4160b5535a15cf9f27f0 2024-12-06T08:42:17,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474597338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:17,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474597338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:17,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/29ede355ad384502b1dedfff08b097d7 is 50, key is test_row_0/C:col10/1733474536314/Put/seqid=0 2024-12-06T08:42:17,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742215_1391 (size=12301) 2024-12-06T08:42:17,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474597647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:17,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474597647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:17,760 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/29ede355ad384502b1dedfff08b097d7 2024-12-06T08:42:17,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/56903e9c3d724a4bb7c833b2a6de422b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/56903e9c3d724a4bb7c833b2a6de422b 2024-12-06T08:42:17,770 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/56903e9c3d724a4bb7c833b2a6de422b, entries=150, sequenceid=489, filesize=12.0 K 2024-12-06T08:42:17,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/e0978fd8cade4160b5535a15cf9f27f0 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/e0978fd8cade4160b5535a15cf9f27f0 2024-12-06T08:42:17,778 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/e0978fd8cade4160b5535a15cf9f27f0, entries=150, sequenceid=489, filesize=12.0 K 2024-12-06T08:42:17,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/29ede355ad384502b1dedfff08b097d7 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/29ede355ad384502b1dedfff08b097d7 2024-12-06T08:42:17,783 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/29ede355ad384502b1dedfff08b097d7, entries=150, sequenceid=489, filesize=12.0 K 2024-12-06T08:42:17,784 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for ebf0ec7fe31b3676bcf669a8372fcb2f in 910ms, sequenceid=489, compaction requested=true 2024-12-06T08:42:17,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:17,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:17,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-06T08:42:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-06T08:42:17,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-06T08:42:17,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0660 sec 2024-12-06T08:42:17,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.0800 sec 2024-12-06T08:42:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-06T08:42:17,849 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:17,850 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-12-06T08:42:17,852 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-06T08:42:17,853 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:17,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-06T08:42:18,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-06T08:42:18,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:18,006 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-06T08:42:18,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:18,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:18,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:18,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:18,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:18,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:18,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/391c064e37f34c7cad1f46c0b2602fba is 50, key is test_row_0/A:col10/1733474537016/Put/seqid=0 2024-12-06T08:42:18,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742216_1392 (size=12301) 2024-12-06T08:42:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-06T08:42:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:18,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:18,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474598211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:18,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:18,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:18,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:18,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474598212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:18,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474598327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:18,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:18,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:18,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:18,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474598327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:18,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:18,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:18,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:18,423 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/391c064e37f34c7cad1f46c0b2602fba 2024-12-06T08:42:18,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/f5a6999a5ad5467a83ca412582f3f989 is 50, key is test_row_0/B:col10/1733474537016/Put/seqid=0 2024-12-06T08:42:18,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742217_1393 (size=12301) 2024-12-06T08:42:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-06T08:42:18,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474598537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:18,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474598537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:18,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:18,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:18,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:18,835 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/f5a6999a5ad5467a83ca412582f3f989 2024-12-06T08:42:18,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/52326c2383394aeb94c02e949c0225f4 is 50, key is test_row_0/C:col10/1733474537016/Put/seqid=0 2024-12-06T08:42:18,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742218_1394 (size=12301) 2024-12-06T08:42:18,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474598848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:18,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:18,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:18,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474598848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:18,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:18,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:18,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:18,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-06T08:42:19,246 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/52326c2383394aeb94c02e949c0225f4 2024-12-06T08:42:19,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/391c064e37f34c7cad1f46c0b2602fba as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/391c064e37f34c7cad1f46c0b2602fba 2024-12-06T08:42:19,254 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/391c064e37f34c7cad1f46c0b2602fba, entries=150, sequenceid=503, filesize=12.0 K 2024-12-06T08:42:19,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/f5a6999a5ad5467a83ca412582f3f989 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/f5a6999a5ad5467a83ca412582f3f989 2024-12-06T08:42:19,258 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/f5a6999a5ad5467a83ca412582f3f989, entries=150, sequenceid=503, filesize=12.0 K 2024-12-06T08:42:19,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/52326c2383394aeb94c02e949c0225f4 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/52326c2383394aeb94c02e949c0225f4 2024-12-06T08:42:19,263 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/52326c2383394aeb94c02e949c0225f4, entries=150, sequenceid=503, filesize=12.0 K 2024-12-06T08:42:19,264 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for ebf0ec7fe31b3676bcf669a8372fcb2f in 1258ms, sequenceid=503, compaction requested=true 2024-12-06T08:42:19,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:19,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:19,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-12-06T08:42:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-12-06T08:42:19,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-06T08:42:19,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4120 sec 2024-12-06T08:42:19,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.4170 sec 2024-12-06T08:42:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:19,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-06T08:42:19,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:19,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:19,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:19,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:19,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:19,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:19,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/86fda6ac052442438d312c942fadd070 is 50, key is test_row_0/A:col10/1733474538209/Put/seqid=0 2024-12-06T08:42:19,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742219_1395 (size=14741) 2024-12-06T08:42:19,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474599399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:19,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:19,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:19,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474599399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:19,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:19,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:19,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:19,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:19,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474599508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:19,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:19,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:19,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:19,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474599517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:19,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:19,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:19,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:19,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474599718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:19,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474599728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:19,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:19,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:19,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:19,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/86fda6ac052442438d312c942fadd070 2024-12-06T08:42:19,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/caf6b40d2f4b4ec8a2b64446b1104a94 is 50, key is test_row_0/B:col10/1733474538209/Put/seqid=0 2024-12-06T08:42:19,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742220_1396 (size=12301) 2024-12-06T08:42:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-06T08:42:19,998 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:19,998 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-12-06T08:42:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-06T08:42:20,000 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:20,001 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:20,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:20,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474600028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:20,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:20,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:20,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:20,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474600038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:20,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:20,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:20,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-06T08:42:20,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-06T08:42:20,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:20,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:20,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:20,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:20,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:20,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/caf6b40d2f4b4ec8a2b64446b1104a94 2024-12-06T08:42:20,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/9cb4bcf8dc07441cbc43e882542c38b3 is 50, key is test_row_0/C:col10/1733474538209/Put/seqid=0 2024-12-06T08:42:20,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742221_1397 (size=12301) 2024-12-06T08:42:20,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-06T08:42:20,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:20,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:20,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:20,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:20,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-06T08:42:20,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-06T08:42:20,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:20,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:20,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:20,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:20,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:20,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474600548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:20,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474600557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:20,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:20,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:20,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:20,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/9cb4bcf8dc07441cbc43e882542c38b3 2024-12-06T08:42:20,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/86fda6ac052442438d312c942fadd070 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/86fda6ac052442438d312c942fadd070 2024-12-06T08:42:20,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/86fda6ac052442438d312c942fadd070, entries=200, sequenceid=522, filesize=14.4 K 2024-12-06T08:42:20,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/caf6b40d2f4b4ec8a2b64446b1104a94 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/caf6b40d2f4b4ec8a2b64446b1104a94 2024-12-06T08:42:20,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/caf6b40d2f4b4ec8a2b64446b1104a94, entries=150, sequenceid=522, filesize=12.0 K 2024-12-06T08:42:20,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/9cb4bcf8dc07441cbc43e882542c38b3 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9cb4bcf8dc07441cbc43e882542c38b3 2024-12-06T08:42:20,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-06T08:42:20,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:20,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:20,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:20,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:20,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:20,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9cb4bcf8dc07441cbc43e882542c38b3, entries=150, sequenceid=522, filesize=12.0 K 2024-12-06T08:42:20,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for ebf0ec7fe31b3676bcf669a8372fcb2f in 1261ms, sequenceid=522, compaction requested=true 2024-12-06T08:42:20,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:20,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:42:20,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:20,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:42:20,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:20,622 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-06T08:42:20,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:20,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:20,622 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-06T08:42:20,624 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62561 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-06T08:42:20,624 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/B is initiating minor compaction (all files) 2024-12-06T08:42:20,624 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/B in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:20,625 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/60096de7bb36452ab4af8bce5f3c514f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/6c33ab95884a4da9bd595a9975323f74, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/e0978fd8cade4160b5535a15cf9f27f0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/f5a6999a5ad5467a83ca412582f3f989, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/caf6b40d2f4b4ec8a2b64446b1104a94] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=61.1 K 2024-12-06T08:42:20,625 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 67441 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-06T08:42:20,625 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/A is initiating minor compaction (all files) 2024-12-06T08:42:20,625 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/A in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:20,625 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/8831c3482fac4cbb97c333c44a0bff73, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/c5ef2a6447544be8aefa4f0253c52224, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/56903e9c3d724a4bb7c833b2a6de422b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/391c064e37f34c7cad1f46c0b2602fba, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/86fda6ac052442438d312c942fadd070] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=65.9 K 2024-12-06T08:42:20,625 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8831c3482fac4cbb97c333c44a0bff73, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1733474535474 2024-12-06T08:42:20,626 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 60096de7bb36452ab4af8bce5f3c514f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1733474535474 2024-12-06T08:42:20,626 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5ef2a6447544be8aefa4f0253c52224, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733474536129 2024-12-06T08:42:20,626 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c33ab95884a4da9bd595a9975323f74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733474536129 2024-12-06T08:42:20,626 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56903e9c3d724a4bb7c833b2a6de422b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1733474536306 2024-12-06T08:42:20,626 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting e0978fd8cade4160b5535a15cf9f27f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1733474536306 2024-12-06T08:42:20,627 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 391c064e37f34c7cad1f46c0b2602fba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733474536964 2024-12-06T08:42:20,627 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting f5a6999a5ad5467a83ca412582f3f989, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733474536964 2024-12-06T08:42:20,627 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86fda6ac052442438d312c942fadd070, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1733474538201 2024-12-06T08:42:20,627 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting caf6b40d2f4b4ec8a2b64446b1104a94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1733474538201 2024-12-06T08:42:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-06T08:42:20,640 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#B#compaction#350 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:20,640 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#A#compaction#349 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:20,641 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/d2ba3d0772374ab5be5a24632f685c8a is 50, key is test_row_0/B:col10/1733474538209/Put/seqid=0 2024-12-06T08:42:20,641 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/5f347fd81d504726b2935af6c00026de is 50, key is test_row_0/A:col10/1733474538209/Put/seqid=0 2024-12-06T08:42:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742222_1398 (size=13527) 2024-12-06T08:42:20,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742223_1399 (size=13527) 2024-12-06T08:42:20,658 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/5f347fd81d504726b2935af6c00026de as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/5f347fd81d504726b2935af6c00026de 2024-12-06T08:42:20,663 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/A of ebf0ec7fe31b3676bcf669a8372fcb2f into 5f347fd81d504726b2935af6c00026de(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:20,663 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:20,664 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/A, priority=11, startTime=1733474540622; duration=0sec 2024-12-06T08:42:20,664 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:20,664 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:A 2024-12-06T08:42:20,664 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-06T08:42:20,665 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62493 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-06T08:42:20,665 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/C is initiating minor compaction (all files) 2024-12-06T08:42:20,666 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/C in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:20,666 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9e66265f29e24749ba94d92dafcefde5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/dbccb573a3ac45dca5bd6bda4a8aa0d8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/29ede355ad384502b1dedfff08b097d7, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/52326c2383394aeb94c02e949c0225f4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9cb4bcf8dc07441cbc43e882542c38b3] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=61.0 K 2024-12-06T08:42:20,666 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e66265f29e24749ba94d92dafcefde5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1733474535474 2024-12-06T08:42:20,666 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbccb573a3ac45dca5bd6bda4a8aa0d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733474536129 2024-12-06T08:42:20,667 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29ede355ad384502b1dedfff08b097d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1733474536306 2024-12-06T08:42:20,668 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52326c2383394aeb94c02e949c0225f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733474536964 2024-12-06T08:42:20,668 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cb4bcf8dc07441cbc43e882542c38b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1733474538201 2024-12-06T08:42:20,678 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#C#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:20,679 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/ce47f81d85d94b0fb16e95181543e991 is 50, key is test_row_0/C:col10/1733474538209/Put/seqid=0 2024-12-06T08:42:20,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742224_1400 (size=13459) 2024-12-06T08:42:20,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-06T08:42:20,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:20,767 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-06T08:42:20,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:20,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:20,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:20,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:20,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:20,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:20,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/22d307e82e424335b418d51eafc9d36a is 50, key is test_row_0/A:col10/1733474539388/Put/seqid=0 2024-12-06T08:42:20,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742225_1401 (size=12301) 2024-12-06T08:42:20,783 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/22d307e82e424335b418d51eafc9d36a 2024-12-06T08:42:20,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/8401a526c4404a46bf64e4a1c96cb132 is 50, key is test_row_0/B:col10/1733474539388/Put/seqid=0 2024-12-06T08:42:20,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742226_1402 (size=12301) 2024-12-06T08:42:20,811 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/8401a526c4404a46bf64e4a1c96cb132 2024-12-06T08:42:20,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/c59c20779b4942ccb32838d2ef787813 is 50, key is test_row_0/C:col10/1733474539388/Put/seqid=0 2024-12-06T08:42:20,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742227_1403 (size=12301) 2024-12-06T08:42:20,829 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/c59c20779b4942ccb32838d2ef787813 2024-12-06T08:42:20,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/22d307e82e424335b418d51eafc9d36a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/22d307e82e424335b418d51eafc9d36a 2024-12-06T08:42:20,845 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/22d307e82e424335b418d51eafc9d36a, entries=150, sequenceid=537, filesize=12.0 K 2024-12-06T08:42:20,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/8401a526c4404a46bf64e4a1c96cb132 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/8401a526c4404a46bf64e4a1c96cb132 2024-12-06T08:42:20,850 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/8401a526c4404a46bf64e4a1c96cb132, entries=150, sequenceid=537, filesize=12.0 K 2024-12-06T08:42:20,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/c59c20779b4942ccb32838d2ef787813 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/c59c20779b4942ccb32838d2ef787813 2024-12-06T08:42:20,856 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/c59c20779b4942ccb32838d2ef787813, entries=150, sequenceid=537, filesize=12.0 K 2024-12-06T08:42:20,857 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=0 B/0 for ebf0ec7fe31b3676bcf669a8372fcb2f in 90ms, sequenceid=537, compaction requested=false 2024-12-06T08:42:20,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:20,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:20,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-12-06T08:42:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-12-06T08:42:20,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-06T08:42:20,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 859 msec 2024-12-06T08:42:20,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 869 msec 2024-12-06T08:42:21,051 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/d2ba3d0772374ab5be5a24632f685c8a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/d2ba3d0772374ab5be5a24632f685c8a 2024-12-06T08:42:21,056 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/B of ebf0ec7fe31b3676bcf669a8372fcb2f into d2ba3d0772374ab5be5a24632f685c8a(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:21,056 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:21,056 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/B, priority=11, startTime=1733474540622; duration=0sec 2024-12-06T08:42:21,056 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:21,056 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:B 2024-12-06T08:42:21,089 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/ce47f81d85d94b0fb16e95181543e991 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/ce47f81d85d94b0fb16e95181543e991 2024-12-06T08:42:21,093 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T08:42:21,094 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/C of ebf0ec7fe31b3676bcf669a8372fcb2f into ce47f81d85d94b0fb16e95181543e991(size=13.1 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:21,094 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:21,094 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/C, priority=11, startTime=1733474540622; duration=0sec 2024-12-06T08:42:21,094 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:21,094 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:C 2024-12-06T08:42:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-06T08:42:21,138 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:21,139 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-12-06T08:42:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-06T08:42:21,141 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:21,142 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:21,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-06T08:42:21,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-06T08:42:21,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:21,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:21,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:21,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-12-06T08:42:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-12-06T08:42:21,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-06T08:42:21,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 161 msec 2024-12-06T08:42:21,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 173 msec 2024-12-06T08:42:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-06T08:42:21,458 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:21,459 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-12-06T08:42:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-06T08:42:21,461 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:21,461 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:21,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:21,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-06T08:42:21,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:21,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:21,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:21,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:21,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:21,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:21,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/e803e21a8991410db1ed37041eb46be9 is 50, key is test_row_0/A:col10/1733474541549/Put/seqid=0 2024-12-06T08:42:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-06T08:42:21,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742228_1404 (size=12301) 2024-12-06T08:42:21,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733474541576, max timestamp=1733474541592Num uniques 859; 2024-12-06T08:42:21,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733474541576, max timestamp=1733474541592Num uniques 859; 2024-12-06T08:42:21,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-06T08:42:21,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-06T08:42:21,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733474541576, max timestamp=1733474541592Num uniques 859; 2024-12-06T08:42:21,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-06T08:42:21,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-06T08:42:21,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:21,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:21,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:21,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:21,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:21,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474601619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1733474601619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:21,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52806 deadline: 1733474601622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:21,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:21,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474601627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:21,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:21,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733474601627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:21,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:21,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474601738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:21,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:21,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1733474601738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:21,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:21,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:21,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52806 deadline: 1733474601738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:21,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:21,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:21,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474601738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:21,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:21,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:21,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733474601738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:21,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:21,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-06T08:42:21,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:21,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:21,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:21,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:21,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-06T08:42:21,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-06T08:42:21,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:21,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:21,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:21,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:21,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:21,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474601947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1733474601947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:21,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52806 deadline: 1733474601947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:21,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474601948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:21,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733474601948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:21,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:21,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:21,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/e803e21a8991410db1ed37041eb46be9 2024-12-06T08:42:21,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/a2fffe005e10461bb0285c425482659e is 50, key is test_row_0/B:col10/1733474541549/Put/seqid=0 2024-12-06T08:42:21,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742229_1405 (size=12301) 2024-12-06T08:42:21,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/a2fffe005e10461bb0285c425482659e 2024-12-06T08:42:21,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/9b8e7f8534474d2a9be514b6267eead1 is 50, key is test_row_0/C:col10/1733474541549/Put/seqid=0 2024-12-06T08:42:21,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742230_1406 (size=12301) 2024-12-06T08:42:22,054 INFO [Thread-1342 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1342. 2024-12-06T08:42:22,055 DEBUG [Thread-1342 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:22,055 INFO [Thread-1340 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1340. 2024-12-06T08:42:22,055 DEBUG [Thread-1342 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,055 DEBUG [Thread-1340 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:22,055 DEBUG [Thread-1340 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,055 DEBUG [Thread-1342 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:22,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:22,055 DEBUG [Thread-1340 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,059 INFO [Thread-1338 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1338. 2024-12-06T08:42:22,059 DEBUG [Thread-1338 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:22,059 DEBUG [Thread-1338 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,059 DEBUG [Thread-1338 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:22,059 INFO [Thread-1334 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1334. 2024-12-06T08:42:22,059 DEBUG [Thread-1334 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:22,059 DEBUG [Thread-1334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,060 DEBUG [Thread-1334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:22,061 INFO [Thread-1336 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1336. 2024-12-06T08:42:22,061 DEBUG [Thread-1336 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:22,061 DEBUG [Thread-1336 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,061 DEBUG [Thread-1336 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:22,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-06T08:42:22,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:22,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:22,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:22,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:22,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-06T08:42:22,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-06T08:42:22,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:22,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:22,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:22,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:22,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:22,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:22,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:22,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1733474602257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52794 deadline: 1733474602257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52806 deadline: 1733474602257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:22,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:22,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733474602257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52830 deadline: 1733474602257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:22,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-06T08:42:22,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:22,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:22,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:22,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:22,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:22,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/9b8e7f8534474d2a9be514b6267eead1 2024-12-06T08:42:22,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/e803e21a8991410db1ed37041eb46be9 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e803e21a8991410db1ed37041eb46be9 2024-12-06T08:42:22,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e803e21a8991410db1ed37041eb46be9, entries=150, sequenceid=550, filesize=12.0 K 2024-12-06T08:42:22,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/a2fffe005e10461bb0285c425482659e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/a2fffe005e10461bb0285c425482659e 2024-12-06T08:42:22,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/a2fffe005e10461bb0285c425482659e, entries=150, sequenceid=550, filesize=12.0 K 2024-12-06T08:42:22,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/9b8e7f8534474d2a9be514b6267eead1 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9b8e7f8534474d2a9be514b6267eead1 2024-12-06T08:42:22,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9b8e7f8534474d2a9be514b6267eead1, entries=150, sequenceid=550, filesize=12.0 K 2024-12-06T08:42:22,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for ebf0ec7fe31b3676bcf669a8372fcb2f in 858ms, sequenceid=550, compaction requested=true 2024-12-06T08:42:22,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:42:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:42:22,411 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ebf0ec7fe31b3676bcf669a8372fcb2f:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:22,411 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:22,411 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:22,411 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:22,411 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/A is initiating minor compaction (all files) 2024-12-06T08:42:22,411 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/B is initiating minor compaction (all files) 2024-12-06T08:42:22,411 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/A in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:22,411 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/B in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:22,412 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/5f347fd81d504726b2935af6c00026de, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/22d307e82e424335b418d51eafc9d36a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e803e21a8991410db1ed37041eb46be9] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=37.2 K 2024-12-06T08:42:22,412 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/d2ba3d0772374ab5be5a24632f685c8a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/8401a526c4404a46bf64e4a1c96cb132, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/a2fffe005e10461bb0285c425482659e] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=37.2 K 2024-12-06T08:42:22,412 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting d2ba3d0772374ab5be5a24632f685c8a, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1733474538201 2024-12-06T08:42:22,412 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f347fd81d504726b2935af6c00026de, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1733474538201 2024-12-06T08:42:22,412 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 8401a526c4404a46bf64e4a1c96cb132, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1733474539388 2024-12-06T08:42:22,412 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22d307e82e424335b418d51eafc9d36a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1733474539388 2024-12-06T08:42:22,412 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting a2fffe005e10461bb0285c425482659e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1733474541544 2024-12-06T08:42:22,412 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e803e21a8991410db1ed37041eb46be9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1733474541544 2024-12-06T08:42:22,418 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#B#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:22,418 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#A#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:22,419 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/8d1a097e664f481884cf33bde4fc8536 is 50, key is test_row_0/A:col10/1733474541549/Put/seqid=0 2024-12-06T08:42:22,419 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/dd412a009e094ef385794e754d545d13 is 50, key is test_row_0/B:col10/1733474541549/Put/seqid=0 2024-12-06T08:42:22,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742232_1408 (size=13629) 2024-12-06T08:42:22,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742231_1407 (size=13629) 2024-12-06T08:42:22,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-06T08:42:22,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:22,537 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-12-06T08:42:22,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:22,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:22,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:22,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:22,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:22,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:22,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/e9a0e017359049b083c5e5156cb45789 is 50, key is test_row_0/A:col10/1733474541616/Put/seqid=0 2024-12-06T08:42:22,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742233_1409 (size=12301) 2024-12-06T08:42:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-06T08:42:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:22,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. as already flushing 2024-12-06T08:42:22,770 INFO [Thread-1331 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1331. 2024-12-06T08:42:22,770 INFO [Thread-1325 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1325. 2024-12-06T08:42:22,770 INFO [Thread-1327 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1327. 2024-12-06T08:42:22,770 DEBUG [Thread-1331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:22,770 DEBUG [Thread-1325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:22,770 DEBUG [Thread-1331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,770 DEBUG [Thread-1325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,770 DEBUG [Thread-1327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:22,770 DEBUG [Thread-1327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,770 DEBUG [Thread-1325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,770 DEBUG [Thread-1331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,770 DEBUG [Thread-1327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:22,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:22,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:22,771 INFO [Thread-1323 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1323. 2024-12-06T08:42:22,771 INFO [Thread-1329 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1329. 2024-12-06T08:42:22,771 DEBUG [Thread-1323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:22,771 DEBUG [Thread-1329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:22,771 DEBUG [Thread-1323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,771 DEBUG [Thread-1329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,771 DEBUG [Thread-1329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,771 DEBUG [Thread-1323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:22,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:22,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:22,827 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/8d1a097e664f481884cf33bde4fc8536 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/8d1a097e664f481884cf33bde4fc8536 2024-12-06T08:42:22,829 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/dd412a009e094ef385794e754d545d13 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/dd412a009e094ef385794e754d545d13 2024-12-06T08:42:22,831 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/A of ebf0ec7fe31b3676bcf669a8372fcb2f into 8d1a097e664f481884cf33bde4fc8536(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:22,831 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:22,831 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/A, priority=13, startTime=1733474542410; duration=0sec 2024-12-06T08:42:22,831 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:22,831 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:A 2024-12-06T08:42:22,831 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:22,832 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:22,832 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): ebf0ec7fe31b3676bcf669a8372fcb2f/C is initiating minor compaction (all files) 2024-12-06T08:42:22,832 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ebf0ec7fe31b3676bcf669a8372fcb2f/C in TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:22,832 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/ce47f81d85d94b0fb16e95181543e991, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/c59c20779b4942ccb32838d2ef787813, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9b8e7f8534474d2a9be514b6267eead1] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp, totalSize=37.2 K 2024-12-06T08:42:22,832 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/B of ebf0ec7fe31b3676bcf669a8372fcb2f into dd412a009e094ef385794e754d545d13(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:22,832 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:22,832 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/B, priority=13, startTime=1733474542411; duration=0sec 2024-12-06T08:42:22,833 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce47f81d85d94b0fb16e95181543e991, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1733474538201 2024-12-06T08:42:22,833 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:22,833 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:B 2024-12-06T08:42:22,833 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c59c20779b4942ccb32838d2ef787813, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1733474539388 2024-12-06T08:42:22,833 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b8e7f8534474d2a9be514b6267eead1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1733474541544 2024-12-06T08:42:22,840 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ebf0ec7fe31b3676bcf669a8372fcb2f#C#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:22,840 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/c7a0169e8eb7428a8ab0c08d80ac6c17 is 50, key is test_row_0/C:col10/1733474541549/Put/seqid=0 2024-12-06T08:42:22,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742234_1410 (size=13561) 2024-12-06T08:42:22,945 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=586 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/e9a0e017359049b083c5e5156cb45789 2024-12-06T08:42:22,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/29441fcd820b4560935604363869bfae is 50, key is test_row_0/B:col10/1733474541616/Put/seqid=0 2024-12-06T08:42:22,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742235_1411 (size=12301) 2024-12-06T08:42:23,248 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/c7a0169e8eb7428a8ab0c08d80ac6c17 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/c7a0169e8eb7428a8ab0c08d80ac6c17 2024-12-06T08:42:23,252 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ebf0ec7fe31b3676bcf669a8372fcb2f/C of ebf0ec7fe31b3676bcf669a8372fcb2f into c7a0169e8eb7428a8ab0c08d80ac6c17(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:23,252 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:23,252 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., storeName=ebf0ec7fe31b3676bcf669a8372fcb2f/C, priority=13, startTime=1733474542411; duration=0sec 2024-12-06T08:42:23,253 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:23,253 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ebf0ec7fe31b3676bcf669a8372fcb2f:C 2024-12-06T08:42:23,356 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=586 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/29441fcd820b4560935604363869bfae 2024-12-06T08:42:23,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/d966ad1ac7634fd681c3891229bb96c5 is 50, key is test_row_0/C:col10/1733474541616/Put/seqid=0 2024-12-06T08:42:23,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742236_1412 (size=12301) 2024-12-06T08:42:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-06T08:42:23,766 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=586 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/d966ad1ac7634fd681c3891229bb96c5 2024-12-06T08:42:23,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/e9a0e017359049b083c5e5156cb45789 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e9a0e017359049b083c5e5156cb45789 2024-12-06T08:42:23,774 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e9a0e017359049b083c5e5156cb45789, entries=150, sequenceid=586, filesize=12.0 K 2024-12-06T08:42:23,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/29441fcd820b4560935604363869bfae as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/29441fcd820b4560935604363869bfae 2024-12-06T08:42:23,777 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/29441fcd820b4560935604363869bfae, entries=150, sequenceid=586, filesize=12.0 K 2024-12-06T08:42:23,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/d966ad1ac7634fd681c3891229bb96c5 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d966ad1ac7634fd681c3891229bb96c5 2024-12-06T08:42:23,780 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d966ad1ac7634fd681c3891229bb96c5, entries=150, sequenceid=586, filesize=12.0 K 2024-12-06T08:42:23,781 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=33.54 KB/34350 for ebf0ec7fe31b3676bcf669a8372fcb2f in 1245ms, sequenceid=586, compaction requested=false 2024-12-06T08:42:23,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for ebf0ec7fe31b3676bcf669a8372fcb2f: 2024-12-06T08:42:23,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:23,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-12-06T08:42:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-12-06T08:42:23,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-12-06T08:42:23,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3210 sec 2024-12-06T08:42:23,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 2.3250 sec 2024-12-06T08:42:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-06T08:42:25,628 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:25,628 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T08:42:25,628 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 214 2024-12-06T08:42:25,628 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-12-06T08:42:25,628 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-06T08:42:25,628 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-12-06T08:42:25,628 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 201 2024-12-06T08:42:25,628 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T08:42:25,628 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2566 2024-12-06T08:42:25,628 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2457 2024-12-06T08:42:25,628 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2480 2024-12-06T08:42:25,628 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2581 2024-12-06T08:42:25,628 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2459 2024-12-06T08:42:25,628 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T08:42:25,628 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T08:42:25,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T08:42:25,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:25,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:25,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:25,629 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T08:42:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T08:42:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-06T08:42:25,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474545632"}]},"ts":"1733474545632"} 2024-12-06T08:42:25,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T08:42:25,634 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T08:42:25,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T08:42:25,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ebf0ec7fe31b3676bcf669a8372fcb2f, UNASSIGN}] 2024-12-06T08:42:25,636 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ebf0ec7fe31b3676bcf669a8372fcb2f, UNASSIGN 2024-12-06T08:42:25,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=ebf0ec7fe31b3676bcf669a8372fcb2f, regionState=CLOSING, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:42:25,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ebf0ec7fe31b3676bcf669a8372fcb2f, UNASSIGN because future has completed 2024-12-06T08:42:25,638 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T08:42:25,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014}] 2024-12-06T08:42:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-06T08:42:25,790 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:25,790 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T08:42:25,791 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing ebf0ec7fe31b3676bcf669a8372fcb2f, disabling compactions & flushes 2024-12-06T08:42:25,791 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:25,791 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:25,791 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. after waiting 0 ms 2024-12-06T08:42:25,791 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:25,791 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(2902): Flushing ebf0ec7fe31b3676bcf669a8372fcb2f 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-06T08:42:25,791 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=A 2024-12-06T08:42:25,791 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:25,791 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=B 2024-12-06T08:42:25,791 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:25,791 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ebf0ec7fe31b3676bcf669a8372fcb2f, store=C 2024-12-06T08:42:25,791 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:25,794 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/2169cd1c2dba4d2e8f79d4173f6c9dd9 is 50, key is test_row_0/A:col10/1733474542768/Put/seqid=0 2024-12-06T08:42:25,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742237_1413 (size=9857) 2024-12-06T08:42:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-06T08:42:26,198 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/2169cd1c2dba4d2e8f79d4173f6c9dd9 2024-12-06T08:42:26,204 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/4ab37a17c4ed490a97e08d66f9e04df8 is 50, key is test_row_0/B:col10/1733474542768/Put/seqid=0 2024-12-06T08:42:26,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742238_1414 (size=9857) 2024-12-06T08:42:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-06T08:42:26,607 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/4ab37a17c4ed490a97e08d66f9e04df8 2024-12-06T08:42:26,614 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/7434d94cc50c474aa53c0c26330d1e31 is 50, key is test_row_0/C:col10/1733474542768/Put/seqid=0 2024-12-06T08:42:26,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742239_1415 (size=9857) 2024-12-06T08:42:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-06T08:42:27,018 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/7434d94cc50c474aa53c0c26330d1e31 2024-12-06T08:42:27,021 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/A/2169cd1c2dba4d2e8f79d4173f6c9dd9 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/2169cd1c2dba4d2e8f79d4173f6c9dd9 2024-12-06T08:42:27,024 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/2169cd1c2dba4d2e8f79d4173f6c9dd9, entries=100, sequenceid=597, filesize=9.6 K 2024-12-06T08:42:27,025 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/B/4ab37a17c4ed490a97e08d66f9e04df8 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/4ab37a17c4ed490a97e08d66f9e04df8 2024-12-06T08:42:27,028 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/4ab37a17c4ed490a97e08d66f9e04df8, entries=100, sequenceid=597, filesize=9.6 K 2024-12-06T08:42:27,028 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/.tmp/C/7434d94cc50c474aa53c0c26330d1e31 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/7434d94cc50c474aa53c0c26330d1e31 2024-12-06T08:42:27,031 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/7434d94cc50c474aa53c0c26330d1e31, entries=100, sequenceid=597, filesize=9.6 K 2024-12-06T08:42:27,032 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ebf0ec7fe31b3676bcf669a8372fcb2f in 1241ms, sequenceid=597, compaction requested=true 2024-12-06T08:42:27,032 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/079fdcf9b73e44e1b88ec95a5c6ea08f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/62e5e4a8acb84c01affe2f88c64fcc83, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/097e653bfa084625b454843c6fe909cc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e47bc5f2d3e44afa868a26e84e350093, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/91c05d4fb0f6467a897021610c4227b2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/1a04b69e87fc4a2c87e2d365dad4001b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/59708c9c36404c48a01fc1fe3e89cc13, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/bb03a473fb93437c85149982807375be, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/3a54ae2218914948a2ae759f2c545b9a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e8fa5ea944cf49158dd90512c4f3b2a9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/cc8a7282e7564fab96b85d9b2aa08359, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/94844503e78545f8a2715f6518a71a42, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/4c94c9266ac140cfb7675cd015136a97, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/1771ef9675bf4e8b9276d4271d1e0e62, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/f3380f2475724717aba43d8e2f430aca, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/b08d8e9a4fc84affbf76cc930c82f013, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/f5dafe4996794fe3a4e98cf2ad60130a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/4e30b651e23043bfa7934df443daf6c5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/f3591bd9d1564ec28422b4850046c45e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/2035c14c7bfd4d09bf5bbcddfd20bb17, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/c4e740d17203481d8ac6ed1ab2d9da12, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/42c9e9adb65b4ec0bcc8032926be8fae, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/70745a81a9c24c39b7da2cd14328b922, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/46310c920cc6411ab1be9fd55d1db090, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e50dffebfb114995a56a792b3f83740e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/8f1994efe0684d9b8af4fe6e969fe1a3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/0f37fee240ff4dc0b822dddb7954406c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/586204ece465417e872d969f523a229f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/12776f3133154d528bb2725574778c79, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/7463df0c3aa2413db7325793ea51940b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/4289bbad4ef542eca1682bd9741ae22e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/8831c3482fac4cbb97c333c44a0bff73, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/c5ef2a6447544be8aefa4f0253c52224, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/56903e9c3d724a4bb7c833b2a6de422b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/391c064e37f34c7cad1f46c0b2602fba, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/86fda6ac052442438d312c942fadd070, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/5f347fd81d504726b2935af6c00026de, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/22d307e82e424335b418d51eafc9d36a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e803e21a8991410db1ed37041eb46be9] to archive 2024-12-06T08:42:27,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T08:42:27,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/079fdcf9b73e44e1b88ec95a5c6ea08f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/079fdcf9b73e44e1b88ec95a5c6ea08f 2024-12-06T08:42:27,035 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/62e5e4a8acb84c01affe2f88c64fcc83 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/62e5e4a8acb84c01affe2f88c64fcc83 2024-12-06T08:42:27,036 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/097e653bfa084625b454843c6fe909cc to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/097e653bfa084625b454843c6fe909cc 2024-12-06T08:42:27,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e47bc5f2d3e44afa868a26e84e350093 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e47bc5f2d3e44afa868a26e84e350093 2024-12-06T08:42:27,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/91c05d4fb0f6467a897021610c4227b2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/91c05d4fb0f6467a897021610c4227b2 2024-12-06T08:42:27,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/1a04b69e87fc4a2c87e2d365dad4001b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/1a04b69e87fc4a2c87e2d365dad4001b 2024-12-06T08:42:27,040 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/59708c9c36404c48a01fc1fe3e89cc13 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/59708c9c36404c48a01fc1fe3e89cc13 2024-12-06T08:42:27,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/bb03a473fb93437c85149982807375be to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/bb03a473fb93437c85149982807375be 2024-12-06T08:42:27,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/3a54ae2218914948a2ae759f2c545b9a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/3a54ae2218914948a2ae759f2c545b9a 2024-12-06T08:42:27,043 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e8fa5ea944cf49158dd90512c4f3b2a9 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e8fa5ea944cf49158dd90512c4f3b2a9 2024-12-06T08:42:27,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/cc8a7282e7564fab96b85d9b2aa08359 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/cc8a7282e7564fab96b85d9b2aa08359 2024-12-06T08:42:27,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/94844503e78545f8a2715f6518a71a42 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/94844503e78545f8a2715f6518a71a42 2024-12-06T08:42:27,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/4c94c9266ac140cfb7675cd015136a97 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/4c94c9266ac140cfb7675cd015136a97 2024-12-06T08:42:27,046 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/1771ef9675bf4e8b9276d4271d1e0e62 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/1771ef9675bf4e8b9276d4271d1e0e62 2024-12-06T08:42:27,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/f3380f2475724717aba43d8e2f430aca to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/f3380f2475724717aba43d8e2f430aca 2024-12-06T08:42:27,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/b08d8e9a4fc84affbf76cc930c82f013 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/b08d8e9a4fc84affbf76cc930c82f013 2024-12-06T08:42:27,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/f5dafe4996794fe3a4e98cf2ad60130a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/f5dafe4996794fe3a4e98cf2ad60130a 2024-12-06T08:42:27,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/4e30b651e23043bfa7934df443daf6c5 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/4e30b651e23043bfa7934df443daf6c5 2024-12-06T08:42:27,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/f3591bd9d1564ec28422b4850046c45e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/f3591bd9d1564ec28422b4850046c45e 2024-12-06T08:42:27,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/2035c14c7bfd4d09bf5bbcddfd20bb17 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/2035c14c7bfd4d09bf5bbcddfd20bb17 2024-12-06T08:42:27,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/c4e740d17203481d8ac6ed1ab2d9da12 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/c4e740d17203481d8ac6ed1ab2d9da12 2024-12-06T08:42:27,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/42c9e9adb65b4ec0bcc8032926be8fae to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/42c9e9adb65b4ec0bcc8032926be8fae 2024-12-06T08:42:27,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/70745a81a9c24c39b7da2cd14328b922 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/70745a81a9c24c39b7da2cd14328b922 2024-12-06T08:42:27,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/46310c920cc6411ab1be9fd55d1db090 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/46310c920cc6411ab1be9fd55d1db090 2024-12-06T08:42:27,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e50dffebfb114995a56a792b3f83740e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e50dffebfb114995a56a792b3f83740e 2024-12-06T08:42:27,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/8f1994efe0684d9b8af4fe6e969fe1a3 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/8f1994efe0684d9b8af4fe6e969fe1a3 2024-12-06T08:42:27,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/0f37fee240ff4dc0b822dddb7954406c to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/0f37fee240ff4dc0b822dddb7954406c 2024-12-06T08:42:27,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/586204ece465417e872d969f523a229f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/586204ece465417e872d969f523a229f 2024-12-06T08:42:27,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/12776f3133154d528bb2725574778c79 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/12776f3133154d528bb2725574778c79 2024-12-06T08:42:27,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/7463df0c3aa2413db7325793ea51940b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/7463df0c3aa2413db7325793ea51940b 2024-12-06T08:42:27,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/4289bbad4ef542eca1682bd9741ae22e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/4289bbad4ef542eca1682bd9741ae22e 2024-12-06T08:42:27,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/8831c3482fac4cbb97c333c44a0bff73 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/8831c3482fac4cbb97c333c44a0bff73 2024-12-06T08:42:27,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/c5ef2a6447544be8aefa4f0253c52224 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/c5ef2a6447544be8aefa4f0253c52224 2024-12-06T08:42:27,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/56903e9c3d724a4bb7c833b2a6de422b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/56903e9c3d724a4bb7c833b2a6de422b 2024-12-06T08:42:27,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/391c064e37f34c7cad1f46c0b2602fba to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/391c064e37f34c7cad1f46c0b2602fba 2024-12-06T08:42:27,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/86fda6ac052442438d312c942fadd070 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/86fda6ac052442438d312c942fadd070 2024-12-06T08:42:27,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/5f347fd81d504726b2935af6c00026de to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/5f347fd81d504726b2935af6c00026de 2024-12-06T08:42:27,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/22d307e82e424335b418d51eafc9d36a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/22d307e82e424335b418d51eafc9d36a 2024-12-06T08:42:27,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e803e21a8991410db1ed37041eb46be9 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e803e21a8991410db1ed37041eb46be9 2024-12-06T08:42:27,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/493c2c67b5e54b10aa3ae73c371e9426, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5e415b1ea746495b82b6609e0b90817b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/39c034ce584d4c2d826d25fb5f15af17, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/d41a3758857b4c6c97cc211bc4a80ddf, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/9b27b90ca66b47f8aadab54735fb9308, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/73f5ad702fe4484f8fedc6d0577f7562, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/1e9880f37e6248a4b1f4f37a90589096, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/332aaa7fd5ae4f1ba9b02334683ec5f0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/ea9be6a7545d43f5a63d49e574b5e2ee, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/b4e39f6bc9024aa58d81d8ba846f264b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/f343e701cf30413680ad7236ff16da79, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5f52d120eff64b9bb773344956c383cd, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/7a40e45dab6045478efa2171849c87ee, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/b50354601f8747f7a501fdd65b160fe2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/6a24d13580534a07ade2f9807c1d488b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/883c38dc3539401792edca6e9596e04d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5a054bb36d704a24a0ad6e1cdea746c3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/a01a81764ea54cf3a0863d24e0e38d28, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5291922bd84c485cac3e1e842ce4da6c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/177cff3f6ad1409a8686a4ff41e8a415, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/8e85615f2cdb471faa60fd45f854372c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5775e6ff4a534b48b22716dbf62e9bc2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/245ddb408ccf40b9a8e6f8afc66ed9b3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/cf8ff1f1e46b48abb68bf787b199b585, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/d95af65a4bc44645b8f662c92aabef09, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/b5718d11ce01428ba8ea0f7e9e527810, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/914a8577ddae49c5afa89ab5bc551cf2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/a6f787c9ba7d4a1fa86d149629a3b3ab, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/aa8d851e89b740498ffa1cec1f9bce06, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/4e1474a340eb48be8a1e299de96367cf, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/60096de7bb36452ab4af8bce5f3c514f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/4897c9f2d5fa474998414e8bab65ff41, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/6c33ab95884a4da9bd595a9975323f74, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/e0978fd8cade4160b5535a15cf9f27f0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/f5a6999a5ad5467a83ca412582f3f989, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/d2ba3d0772374ab5be5a24632f685c8a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/caf6b40d2f4b4ec8a2b64446b1104a94, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/8401a526c4404a46bf64e4a1c96cb132, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/a2fffe005e10461bb0285c425482659e] to archive 2024-12-06T08:42:27,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T08:42:27,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/493c2c67b5e54b10aa3ae73c371e9426 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/493c2c67b5e54b10aa3ae73c371e9426 2024-12-06T08:42:27,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5e415b1ea746495b82b6609e0b90817b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5e415b1ea746495b82b6609e0b90817b 2024-12-06T08:42:27,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/39c034ce584d4c2d826d25fb5f15af17 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/39c034ce584d4c2d826d25fb5f15af17 2024-12-06T08:42:27,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/d41a3758857b4c6c97cc211bc4a80ddf to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/d41a3758857b4c6c97cc211bc4a80ddf 2024-12-06T08:42:27,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/9b27b90ca66b47f8aadab54735fb9308 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/9b27b90ca66b47f8aadab54735fb9308 2024-12-06T08:42:27,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/73f5ad702fe4484f8fedc6d0577f7562 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/73f5ad702fe4484f8fedc6d0577f7562 2024-12-06T08:42:27,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/1e9880f37e6248a4b1f4f37a90589096 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/1e9880f37e6248a4b1f4f37a90589096 2024-12-06T08:42:27,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/332aaa7fd5ae4f1ba9b02334683ec5f0 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/332aaa7fd5ae4f1ba9b02334683ec5f0 2024-12-06T08:42:27,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/ea9be6a7545d43f5a63d49e574b5e2ee to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/ea9be6a7545d43f5a63d49e574b5e2ee 2024-12-06T08:42:27,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/b4e39f6bc9024aa58d81d8ba846f264b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/b4e39f6bc9024aa58d81d8ba846f264b 2024-12-06T08:42:27,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/f343e701cf30413680ad7236ff16da79 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/f343e701cf30413680ad7236ff16da79 2024-12-06T08:42:27,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5f52d120eff64b9bb773344956c383cd to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5f52d120eff64b9bb773344956c383cd 2024-12-06T08:42:27,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/7a40e45dab6045478efa2171849c87ee to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/7a40e45dab6045478efa2171849c87ee 2024-12-06T08:42:27,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/b50354601f8747f7a501fdd65b160fe2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/b50354601f8747f7a501fdd65b160fe2 2024-12-06T08:42:27,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/6a24d13580534a07ade2f9807c1d488b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/6a24d13580534a07ade2f9807c1d488b 2024-12-06T08:42:27,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/883c38dc3539401792edca6e9596e04d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/883c38dc3539401792edca6e9596e04d 2024-12-06T08:42:27,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5a054bb36d704a24a0ad6e1cdea746c3 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5a054bb36d704a24a0ad6e1cdea746c3 2024-12-06T08:42:27,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/a01a81764ea54cf3a0863d24e0e38d28 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/a01a81764ea54cf3a0863d24e0e38d28 2024-12-06T08:42:27,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5291922bd84c485cac3e1e842ce4da6c to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5291922bd84c485cac3e1e842ce4da6c 2024-12-06T08:42:27,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/177cff3f6ad1409a8686a4ff41e8a415 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/177cff3f6ad1409a8686a4ff41e8a415 2024-12-06T08:42:27,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/8e85615f2cdb471faa60fd45f854372c to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/8e85615f2cdb471faa60fd45f854372c 2024-12-06T08:42:27,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5775e6ff4a534b48b22716dbf62e9bc2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/5775e6ff4a534b48b22716dbf62e9bc2 2024-12-06T08:42:27,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/245ddb408ccf40b9a8e6f8afc66ed9b3 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/245ddb408ccf40b9a8e6f8afc66ed9b3 2024-12-06T08:42:27,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/cf8ff1f1e46b48abb68bf787b199b585 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/cf8ff1f1e46b48abb68bf787b199b585 2024-12-06T08:42:27,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/d95af65a4bc44645b8f662c92aabef09 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/d95af65a4bc44645b8f662c92aabef09 2024-12-06T08:42:27,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/b5718d11ce01428ba8ea0f7e9e527810 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/b5718d11ce01428ba8ea0f7e9e527810 2024-12-06T08:42:27,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/914a8577ddae49c5afa89ab5bc551cf2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/914a8577ddae49c5afa89ab5bc551cf2 2024-12-06T08:42:27,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/a6f787c9ba7d4a1fa86d149629a3b3ab to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/a6f787c9ba7d4a1fa86d149629a3b3ab 2024-12-06T08:42:27,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/aa8d851e89b740498ffa1cec1f9bce06 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/aa8d851e89b740498ffa1cec1f9bce06 2024-12-06T08:42:27,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/4e1474a340eb48be8a1e299de96367cf to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/4e1474a340eb48be8a1e299de96367cf 2024-12-06T08:42:27,092 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/60096de7bb36452ab4af8bce5f3c514f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/60096de7bb36452ab4af8bce5f3c514f 2024-12-06T08:42:27,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/4897c9f2d5fa474998414e8bab65ff41 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/4897c9f2d5fa474998414e8bab65ff41 2024-12-06T08:42:27,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/6c33ab95884a4da9bd595a9975323f74 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/6c33ab95884a4da9bd595a9975323f74 2024-12-06T08:42:27,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/e0978fd8cade4160b5535a15cf9f27f0 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/e0978fd8cade4160b5535a15cf9f27f0 2024-12-06T08:42:27,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/f5a6999a5ad5467a83ca412582f3f989 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/f5a6999a5ad5467a83ca412582f3f989 2024-12-06T08:42:27,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/d2ba3d0772374ab5be5a24632f685c8a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/d2ba3d0772374ab5be5a24632f685c8a 2024-12-06T08:42:27,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/caf6b40d2f4b4ec8a2b64446b1104a94 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/caf6b40d2f4b4ec8a2b64446b1104a94 2024-12-06T08:42:27,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/8401a526c4404a46bf64e4a1c96cb132 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/8401a526c4404a46bf64e4a1c96cb132 2024-12-06T08:42:27,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/a2fffe005e10461bb0285c425482659e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/a2fffe005e10461bb0285c425482659e 2024-12-06T08:42:27,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/8805feb810664879a62a5edc0a7651f0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/f1a919b904804ad1a1e1c4f2038de2f5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/520102bda8764758a4a5dae50e60db34, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/c6eb63493c464337b8df11d7d2235ec1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/0a5e447b9254483e8cfea08d48ebe105, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/a3277804a7c846ccb40340537e632e79, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/1640395d751e45459432f237ee24e15a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/edd18a69e1344b8c9ca154549ffe1185, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9ba1bcb5cc2f42f48687677e729ad03d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/e87e7e7a3278400eb9be1fc80409ae11, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/6f4a9188c8f24e76bbbc1e14743a23b5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/27b61c5842db46e3930071cf32a563a7, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/7878b01579a94e529e1a34555e694cf9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/702d5ba557fe4d249dab85e4d54e18ee, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/cce7134b5acf42e6b9fdc44a3d120686, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d74c3ce5ef244f08b34a8fea0fc73c9f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/2290c9043a73492e9e1e27578dd35ab8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/3e1e264078024b94b9479aaaae7ab326, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/94ea0567c7844ab6a3116601a3427171, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/ca23b311b1fc4329a626a31ac28e6a60, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/00bf97706d644c14b02bd640a4b1ce73, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/6d508b2caa5942c79dbf2196ef3bc21a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d184ed0ea0f04a4b8d4b7f80c8a993e2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/3e98bd1af57b4c73a7501377561069a1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/75b7036062d24f8facf3e4fae826ff2b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/250ae790693945978f7d86bcea150e64, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/e186939c559e43ecbce5b3c6c312a841, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d12f85eab37f4b078c3993c628f907ad, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9e66265f29e24749ba94d92dafcefde5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/8e4ec8f26ada4542aeb5df81e27d1a3e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/dbccb573a3ac45dca5bd6bda4a8aa0d8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/29ede355ad384502b1dedfff08b097d7, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/52326c2383394aeb94c02e949c0225f4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/ce47f81d85d94b0fb16e95181543e991, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9cb4bcf8dc07441cbc43e882542c38b3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/c59c20779b4942ccb32838d2ef787813, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9b8e7f8534474d2a9be514b6267eead1] to archive 2024-12-06T08:42:27,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T08:42:27,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/8805feb810664879a62a5edc0a7651f0 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/8805feb810664879a62a5edc0a7651f0 2024-12-06T08:42:27,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/f1a919b904804ad1a1e1c4f2038de2f5 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/f1a919b904804ad1a1e1c4f2038de2f5 2024-12-06T08:42:27,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/520102bda8764758a4a5dae50e60db34 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/520102bda8764758a4a5dae50e60db34 2024-12-06T08:42:27,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/c6eb63493c464337b8df11d7d2235ec1 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/c6eb63493c464337b8df11d7d2235ec1 2024-12-06T08:42:27,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/0a5e447b9254483e8cfea08d48ebe105 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/0a5e447b9254483e8cfea08d48ebe105 2024-12-06T08:42:27,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/a3277804a7c846ccb40340537e632e79 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/a3277804a7c846ccb40340537e632e79 2024-12-06T08:42:27,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/1640395d751e45459432f237ee24e15a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/1640395d751e45459432f237ee24e15a 2024-12-06T08:42:27,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/edd18a69e1344b8c9ca154549ffe1185 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/edd18a69e1344b8c9ca154549ffe1185 2024-12-06T08:42:27,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9ba1bcb5cc2f42f48687677e729ad03d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9ba1bcb5cc2f42f48687677e729ad03d 2024-12-06T08:42:27,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/e87e7e7a3278400eb9be1fc80409ae11 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/e87e7e7a3278400eb9be1fc80409ae11 2024-12-06T08:42:27,109 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/6f4a9188c8f24e76bbbc1e14743a23b5 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/6f4a9188c8f24e76bbbc1e14743a23b5 2024-12-06T08:42:27,110 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/27b61c5842db46e3930071cf32a563a7 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/27b61c5842db46e3930071cf32a563a7 2024-12-06T08:42:27,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/7878b01579a94e529e1a34555e694cf9 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/7878b01579a94e529e1a34555e694cf9 2024-12-06T08:42:27,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/702d5ba557fe4d249dab85e4d54e18ee to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/702d5ba557fe4d249dab85e4d54e18ee 2024-12-06T08:42:27,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/cce7134b5acf42e6b9fdc44a3d120686 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/cce7134b5acf42e6b9fdc44a3d120686 2024-12-06T08:42:27,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d74c3ce5ef244f08b34a8fea0fc73c9f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d74c3ce5ef244f08b34a8fea0fc73c9f 2024-12-06T08:42:27,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/2290c9043a73492e9e1e27578dd35ab8 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/2290c9043a73492e9e1e27578dd35ab8 2024-12-06T08:42:27,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/3e1e264078024b94b9479aaaae7ab326 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/3e1e264078024b94b9479aaaae7ab326 2024-12-06T08:42:27,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/94ea0567c7844ab6a3116601a3427171 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/94ea0567c7844ab6a3116601a3427171 2024-12-06T08:42:27,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/ca23b311b1fc4329a626a31ac28e6a60 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/ca23b311b1fc4329a626a31ac28e6a60 2024-12-06T08:42:27,117 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/00bf97706d644c14b02bd640a4b1ce73 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/00bf97706d644c14b02bd640a4b1ce73 2024-12-06T08:42:27,118 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/6d508b2caa5942c79dbf2196ef3bc21a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/6d508b2caa5942c79dbf2196ef3bc21a 2024-12-06T08:42:27,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d184ed0ea0f04a4b8d4b7f80c8a993e2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d184ed0ea0f04a4b8d4b7f80c8a993e2 2024-12-06T08:42:27,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/3e98bd1af57b4c73a7501377561069a1 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/3e98bd1af57b4c73a7501377561069a1 2024-12-06T08:42:27,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/75b7036062d24f8facf3e4fae826ff2b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/75b7036062d24f8facf3e4fae826ff2b 2024-12-06T08:42:27,121 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/250ae790693945978f7d86bcea150e64 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/250ae790693945978f7d86bcea150e64 2024-12-06T08:42:27,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/e186939c559e43ecbce5b3c6c312a841 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/e186939c559e43ecbce5b3c6c312a841 2024-12-06T08:42:27,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d12f85eab37f4b078c3993c628f907ad to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d12f85eab37f4b078c3993c628f907ad 2024-12-06T08:42:27,123 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9e66265f29e24749ba94d92dafcefde5 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9e66265f29e24749ba94d92dafcefde5 2024-12-06T08:42:27,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/8e4ec8f26ada4542aeb5df81e27d1a3e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/8e4ec8f26ada4542aeb5df81e27d1a3e 2024-12-06T08:42:27,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/dbccb573a3ac45dca5bd6bda4a8aa0d8 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/dbccb573a3ac45dca5bd6bda4a8aa0d8 2024-12-06T08:42:27,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/29ede355ad384502b1dedfff08b097d7 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/29ede355ad384502b1dedfff08b097d7 2024-12-06T08:42:27,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/52326c2383394aeb94c02e949c0225f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/52326c2383394aeb94c02e949c0225f4 2024-12-06T08:42:27,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/ce47f81d85d94b0fb16e95181543e991 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/ce47f81d85d94b0fb16e95181543e991 2024-12-06T08:42:27,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9cb4bcf8dc07441cbc43e882542c38b3 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9cb4bcf8dc07441cbc43e882542c38b3 2024-12-06T08:42:27,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/c59c20779b4942ccb32838d2ef787813 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/c59c20779b4942ccb32838d2ef787813 2024-12-06T08:42:27,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9b8e7f8534474d2a9be514b6267eead1 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/9b8e7f8534474d2a9be514b6267eead1 2024-12-06T08:42:27,134 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/recovered.edits/600.seqid, newMaxSeqId=600, maxSeqId=1 2024-12-06T08:42:27,134 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. 2024-12-06T08:42:27,134 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for ebf0ec7fe31b3676bcf669a8372fcb2f: Waiting for close lock at 1733474545790Running coprocessor pre-close hooks at 1733474545790Disabling compacts and flushes for region at 1733474545790Disabling writes for close at 1733474545791 (+1 ms)Obtaining lock to block concurrent updates at 1733474545791Preparing flush snapshotting stores in ebf0ec7fe31b3676bcf669a8372fcb2f at 1733474545791Finished memstore snapshotting TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733474545791Flushing stores of TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f. at 1733474545792 (+1 ms)Flushing ebf0ec7fe31b3676bcf669a8372fcb2f/A: creating writer at 1733474545792Flushing ebf0ec7fe31b3676bcf669a8372fcb2f/A: appending metadata at 1733474545794 (+2 ms)Flushing ebf0ec7fe31b3676bcf669a8372fcb2f/A: closing flushed file at 1733474545794Flushing ebf0ec7fe31b3676bcf669a8372fcb2f/B: creating writer at 1733474546201 (+407 ms)Flushing ebf0ec7fe31b3676bcf669a8372fcb2f/B: appending metadata at 1733474546203 (+2 ms)Flushing ebf0ec7fe31b3676bcf669a8372fcb2f/B: closing flushed file at 1733474546203Flushing ebf0ec7fe31b3676bcf669a8372fcb2f/C: creating writer at 1733474546611 (+408 ms)Flushing ebf0ec7fe31b3676bcf669a8372fcb2f/C: appending metadata at 1733474546613 (+2 ms)Flushing ebf0ec7fe31b3676bcf669a8372fcb2f/C: closing flushed file at 1733474546613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d03b46: reopening flushed file at 1733474547021 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d4491b1: reopening flushed file at 1733474547024 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612fd5f6: reopening flushed file at 1733474547028 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ebf0ec7fe31b3676bcf669a8372fcb2f in 1241ms, sequenceid=597, compaction requested=true at 1733474547032 (+4 ms)Writing region close event to WAL at 1733474547131 (+99 ms)Running coprocessor post-close hooks at 1733474547134 (+3 ms)Closed at 1733474547134 2024-12-06T08:42:27,136 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:27,137 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=ebf0ec7fe31b3676bcf669a8372fcb2f, regionState=CLOSED 2024-12-06T08:42:27,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 because future has completed 2024-12-06T08:42:27,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-12-06T08:42:27,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure ebf0ec7fe31b3676bcf669a8372fcb2f, server=25494438c68b,33295,1733474453014 in 1.5010 sec 2024-12-06T08:42:27,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-12-06T08:42:27,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ebf0ec7fe31b3676bcf669a8372fcb2f, UNASSIGN in 1.5060 sec 2024-12-06T08:42:27,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-06T08:42:27,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5090 sec 2024-12-06T08:42:27,146 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474547145"}]},"ts":"1733474547145"} 2024-12-06T08:42:27,147 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T08:42:27,147 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T08:42:27,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5180 sec 2024-12-06T08:42:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-06T08:42:27,778 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:27,778 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T08:42:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:42:27,780 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:42:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-12-06T08:42:27,781 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=94, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:42:27,782 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:27,784 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A, FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B, FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C, FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/recovered.edits] 2024-12-06T08:42:27,786 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/2169cd1c2dba4d2e8f79d4173f6c9dd9 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/2169cd1c2dba4d2e8f79d4173f6c9dd9 2024-12-06T08:42:27,788 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/8d1a097e664f481884cf33bde4fc8536 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/8d1a097e664f481884cf33bde4fc8536 2024-12-06T08:42:27,789 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e9a0e017359049b083c5e5156cb45789 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/A/e9a0e017359049b083c5e5156cb45789 2024-12-06T08:42:27,791 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/29441fcd820b4560935604363869bfae to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/29441fcd820b4560935604363869bfae 2024-12-06T08:42:27,792 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/4ab37a17c4ed490a97e08d66f9e04df8 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/4ab37a17c4ed490a97e08d66f9e04df8 2024-12-06T08:42:27,793 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/dd412a009e094ef385794e754d545d13 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/B/dd412a009e094ef385794e754d545d13 2024-12-06T08:42:27,795 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/7434d94cc50c474aa53c0c26330d1e31 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/7434d94cc50c474aa53c0c26330d1e31 2024-12-06T08:42:27,795 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/c7a0169e8eb7428a8ab0c08d80ac6c17 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/c7a0169e8eb7428a8ab0c08d80ac6c17 2024-12-06T08:42:27,796 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d966ad1ac7634fd681c3891229bb96c5 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/C/d966ad1ac7634fd681c3891229bb96c5 2024-12-06T08:42:27,798 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/recovered.edits/600.seqid to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f/recovered.edits/600.seqid 2024-12-06T08:42:27,799 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/ebf0ec7fe31b3676bcf669a8372fcb2f 2024-12-06T08:42:27,799 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T08:42:27,801 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=94, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:42:27,803 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T08:42:27,805 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T08:42:27,806 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=94, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:42:27,806 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T08:42:27,806 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733474547806"}]},"ts":"9223372036854775807"} 2024-12-06T08:42:27,807 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-06T08:42:27,807 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ebf0ec7fe31b3676bcf669a8372fcb2f, NAME => 'TestAcidGuarantees,,1733474519832.ebf0ec7fe31b3676bcf669a8372fcb2f.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T08:42:27,807 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T08:42:27,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733474547807"}]},"ts":"9223372036854775807"} 2024-12-06T08:42:27,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-06T08:42:27,810 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=94, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:42:27,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-12-06T08:42:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-12-06T08:42:27,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-06T08:42:27,888 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:27,901 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248 (was 248), OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=545 (was 533) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9101 (was 9378) 2024-12-06T08:42:27,909 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=545, ProcessCount=11, AvailableMemoryMB=9100 2024-12-06T08:42:27,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T08:42:27,911 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T08:42:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T08:42:27,913 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T08:42:27,913 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:27,913 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 95 2024-12-06T08:42:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-06T08:42:27,914 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T08:42:27,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742240_1416 (size=1061) 2024-12-06T08:42:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-06T08:42:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-06T08:42:28,321 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda 2024-12-06T08:42:28,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742241_1417 (size=53) 2024-12-06T08:42:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-06T08:42:28,728 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T08:42:28,728 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9caa7bd841266198e8e5b551f6a628f4, disabling compactions & flushes 2024-12-06T08:42:28,728 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:28,728 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:28,728 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. after waiting 0 ms 2024-12-06T08:42:28,728 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:28,728 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:28,728 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9caa7bd841266198e8e5b551f6a628f4: Waiting for close lock at 1733474548728Disabling compacts and flushes for region at 1733474548728Disabling writes for close at 1733474548728Writing region close event to WAL at 1733474548728Closed at 1733474548728 2024-12-06T08:42:28,729 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T08:42:28,730 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733474548729"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733474548729"}]},"ts":"1733474548729"} 2024-12-06T08:42:28,731 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T08:42:28,732 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T08:42:28,732 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474548732"}]},"ts":"1733474548732"} 2024-12-06T08:42:28,734 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T08:42:28,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9caa7bd841266198e8e5b551f6a628f4, ASSIGN}] 2024-12-06T08:42:28,735 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9caa7bd841266198e8e5b551f6a628f4, ASSIGN 2024-12-06T08:42:28,736 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9caa7bd841266198e8e5b551f6a628f4, ASSIGN; state=OFFLINE, location=25494438c68b,33295,1733474453014; forceNewPlan=false, retain=false 2024-12-06T08:42:28,887 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=9caa7bd841266198e8e5b551f6a628f4, regionState=OPENING, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:42:28,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9caa7bd841266198e8e5b551f6a628f4, ASSIGN because future has completed 2024-12-06T08:42:28,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014}] 2024-12-06T08:42:29,043 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:29,043 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7752): Opening region: {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} 2024-12-06T08:42:29,044 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:29,044 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T08:42:29,044 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7794): checking encryption for 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:29,044 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7797): checking classloading for 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:29,045 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:29,046 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:42:29,046 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9caa7bd841266198e8e5b551f6a628f4 columnFamilyName A 2024-12-06T08:42:29,046 DEBUG [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:29,047 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] regionserver.HStore(327): Store=9caa7bd841266198e8e5b551f6a628f4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:42:29,047 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-06T08:42:29,047 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:42:29,048 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9caa7bd841266198e8e5b551f6a628f4 columnFamilyName B 2024-12-06T08:42:29,048 DEBUG [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:29,048 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] regionserver.HStore(327): Store=9caa7bd841266198e8e5b551f6a628f4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:42:29,048 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:29,049 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:42:29,049 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9caa7bd841266198e8e5b551f6a628f4 columnFamilyName C 2024-12-06T08:42:29,049 DEBUG [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:29,049 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] regionserver.HStore(327): Store=9caa7bd841266198e8e5b551f6a628f4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:42:29,050 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:29,050 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1038): replaying wal for 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:29,050 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:29,050 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:29,051 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1048): stopping wal replay for 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:29,051 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1060): Cleaning up temporary data for 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:29,051 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T08:42:29,052 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1093): writing seq id for 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:29,054 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T08:42:29,054 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1114): Opened 9caa7bd841266198e8e5b551f6a628f4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59535451, jitterRate=-0.11285264790058136}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T08:42:29,054 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:29,055 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1006): Region open journal for 9caa7bd841266198e8e5b551f6a628f4: Running coprocessor pre-open hook at 1733474549044Writing region info on filesystem at 1733474549044Initializing all the Stores at 1733474549044Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474549044Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474549045 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474549045Cleaning up temporary data from old regions at 1733474549051 (+6 ms)Running coprocessor post-open hooks at 1733474549054 (+3 ms)Region opened successfully at 1733474549055 (+1 ms) 2024-12-06T08:42:29,055 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., pid=97, masterSystemTime=1733474549040 2024-12-06T08:42:29,057 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:29,057 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:29,057 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=9caa7bd841266198e8e5b551f6a628f4, regionState=OPEN, openSeqNum=2, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:42:29,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 because future has completed 2024-12-06T08:42:29,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-12-06T08:42:29,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 in 171 msec 2024-12-06T08:42:29,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-12-06T08:42:29,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9caa7bd841266198e8e5b551f6a628f4, ASSIGN in 327 msec 2024-12-06T08:42:29,063 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T08:42:29,063 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474549063"}]},"ts":"1733474549063"} 2024-12-06T08:42:29,064 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T08:42:29,065 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T08:42:29,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-12-06T08:42:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-06T08:42:30,058 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:30,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3de22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:30,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:30,061 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:30,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:30,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:30,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb76b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:30,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:30,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:30,062 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:30,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d47904a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:30,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:30,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:30,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:30,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T08:42:30,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 25494438c68b,42573,1733474452139 2024-12-06T08:42:30,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74024d94 2024-12-06T08:42:30,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T08:42:30,067 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T08:42:30,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T08:42:30,069 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T08:42:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-06T08:42:30,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742242_1418 (size=1097) 2024-12-06T08:42:30,480 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-06T08:42:30,480 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-06T08:42:30,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T08:42:30,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9caa7bd841266198e8e5b551f6a628f4, REOPEN/MOVE}] 2024-12-06T08:42:30,484 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9caa7bd841266198e8e5b551f6a628f4, REOPEN/MOVE 2024-12-06T08:42:30,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=9caa7bd841266198e8e5b551f6a628f4, regionState=CLOSING, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:42:30,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9caa7bd841266198e8e5b551f6a628f4, REOPEN/MOVE because future has completed 2024-12-06T08:42:30,487 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T08:42:30,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014}] 2024-12-06T08:42:30,639 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(122): Close 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:30,639 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T08:42:30,639 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1722): Closing 9caa7bd841266198e8e5b551f6a628f4, disabling compactions & flushes 2024-12-06T08:42:30,639 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:30,639 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:30,639 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. after waiting 0 ms 2024-12-06T08:42:30,639 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:30,642 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-06T08:42:30,643 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:30,643 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1676): Region close journal for 9caa7bd841266198e8e5b551f6a628f4: Waiting for close lock at 1733474550639Running coprocessor pre-close hooks at 1733474550639Disabling compacts and flushes for region at 1733474550639Disabling writes for close at 1733474550639Writing region close event to WAL at 1733474550639Running coprocessor post-close hooks at 1733474550643 (+4 ms)Closed at 1733474550643 2024-12-06T08:42:30,643 WARN [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionServer(3299): Not adding moved region record: 9caa7bd841266198e8e5b551f6a628f4 to self. 2024-12-06T08:42:30,645 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(157): Closed 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:30,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=9caa7bd841266198e8e5b551f6a628f4, regionState=CLOSED 2024-12-06T08:42:30,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 because future has completed 2024-12-06T08:42:30,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-12-06T08:42:30,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; CloseRegionProcedure 9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 in 160 msec 2024-12-06T08:42:30,649 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9caa7bd841266198e8e5b551f6a628f4, REOPEN/MOVE; state=CLOSED, location=25494438c68b,33295,1733474453014; forceNewPlan=false, retain=true 2024-12-06T08:42:30,799 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=9caa7bd841266198e8e5b551f6a628f4, regionState=OPENING, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:42:30,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9caa7bd841266198e8e5b551f6a628f4, REOPEN/MOVE because future has completed 2024-12-06T08:42:30,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014}] 2024-12-06T08:42:30,956 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:30,956 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7752): Opening region: {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} 2024-12-06T08:42:30,956 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:30,956 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T08:42:30,956 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7794): checking encryption for 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:30,956 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7797): checking classloading for 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:30,958 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:30,958 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:42:30,959 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9caa7bd841266198e8e5b551f6a628f4 columnFamilyName A 2024-12-06T08:42:30,959 DEBUG [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:30,960 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] regionserver.HStore(327): Store=9caa7bd841266198e8e5b551f6a628f4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:42:30,960 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:30,961 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:42:30,961 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9caa7bd841266198e8e5b551f6a628f4 columnFamilyName B 2024-12-06T08:42:30,961 DEBUG [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:30,961 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] regionserver.HStore(327): Store=9caa7bd841266198e8e5b551f6a628f4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:42:30,961 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:30,962 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:42:30,962 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9caa7bd841266198e8e5b551f6a628f4 columnFamilyName C 2024-12-06T08:42:30,962 DEBUG [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:30,962 INFO [StoreOpener-9caa7bd841266198e8e5b551f6a628f4-1 {}] regionserver.HStore(327): Store=9caa7bd841266198e8e5b551f6a628f4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:42:30,963 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:30,963 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1038): replaying wal for 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:30,963 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:30,964 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:30,965 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1048): stopping wal replay for 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:30,965 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1060): Cleaning up temporary data for 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:30,965 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T08:42:30,966 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1093): writing seq id for 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:30,967 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1114): Opened 9caa7bd841266198e8e5b551f6a628f4; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68389023, jitterRate=0.019075855612754822}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T08:42:30,967 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:30,967 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1006): Region open journal for 9caa7bd841266198e8e5b551f6a628f4: Running coprocessor pre-open hook at 1733474550957Writing region info on filesystem at 1733474550957Initializing all the Stores at 1733474550957Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474550957Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474550957Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474550957Cleaning up temporary data from old regions at 1733474550965 (+8 ms)Running coprocessor post-open hooks at 1733474550967 (+2 ms)Region opened successfully at 1733474550967 2024-12-06T08:42:30,968 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., pid=102, masterSystemTime=1733474550953 2024-12-06T08:42:30,970 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:30,970 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:30,970 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=9caa7bd841266198e8e5b551f6a628f4, regionState=OPEN, openSeqNum=5, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:42:30,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 because future has completed 2024-12-06T08:42:30,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=100 2024-12-06T08:42:30,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=100, state=SUCCESS, hasLock=false; OpenRegionProcedure 9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 in 171 msec 2024-12-06T08:42:30,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-12-06T08:42:30,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9caa7bd841266198e8e5b551f6a628f4, REOPEN/MOVE in 489 msec 2024-12-06T08:42:30,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-12-06T08:42:30,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 494 msec 2024-12-06T08:42:30,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 909 msec 2024-12-06T08:42:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-12-06T08:42:30,980 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:30,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:30,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:30,981 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b35f1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:30,983 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:30,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fdb0a34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad3f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,984 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:30,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:30,985 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:30,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:30,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:30,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a36cd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:30,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:30,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:30,986 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:30,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef99e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422fcba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:30,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:30,988 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:30,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:30,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:30,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae7fe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:30,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:30,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:30,989 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:30,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6f23f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e71a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:30,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:30,991 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:30,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:30,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:30,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dfc2a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:30,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:30,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:30,992 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:30,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549a3c6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9dbe2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:30,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:30,994 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:30,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:30,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:30,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655128d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:30,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:30,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:30,995 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:30,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15724b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e2b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:30,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:30,997 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e933fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:30,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:30,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:30,998 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:30,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f7ac7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d41a701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:30,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:30,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:31,000 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:31,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:31,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:31,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629f3775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:31,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:31,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:31,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:31,001 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673580c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:31,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2f46ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:31,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:31,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:31,003 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc3b120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:31,004 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:31,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0a8d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:31,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180bd544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:31,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:31,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:31,007 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:31,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:31,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:31,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ca130c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:31,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:31,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:31,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:31,008 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:31,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103068cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:31,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d553196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:31,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:31,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:31,010 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:31,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:31,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:31,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f769ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:31,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:31,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:31,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:31,011 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:31,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c23fb41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:31,012 DEBUG [Thread-1877 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:31,012 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:31,013 DEBUG [Thread-1862 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:31,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:31,013 DEBUG [Thread-1879 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:31,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:31,013 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-06T08:42:31,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:31,014 DEBUG [Thread-1875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:31,014 DEBUG [Thread-1881 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:31,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:31,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:31,014 DEBUG [Thread-1873 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:31,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-06T08:42:31,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:31,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:31,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:31,015 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:31,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:31,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:31,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:31,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:31,017 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:31,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:31,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:42:31,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:42:31,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:31,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:42:31,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:42:31,022 DEBUG [Thread-1875 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:31,022 DEBUG [Thread-1875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:31,023 DEBUG [Thread-1864 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:31,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:31,026 DEBUG [Thread-1870 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:31,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:42:31,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:31,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:31,028 DEBUG [Thread-1870 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:31,028 DEBUG [Thread-1870 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:31,028 DEBUG [Thread-1866 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:31,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:42:31,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:31,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:31,030 DEBUG [Thread-1868 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:31,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:31,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:31,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:31,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:42:31,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:42:31,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:42:31,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:42:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:31,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9caa7bd841266198e8e5b551f6a628f4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-06T08:42:31,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=A 2024-12-06T08:42:31,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:31,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=B 2024-12-06T08:42:31,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:31,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=C 2024-12-06T08:42:31,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:31,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120695aa93957af94f0ca69c7ba515099564_9caa7bd841266198e8e5b551f6a628f4 is 50, key is test_row_0/A:col10/1733474551039/Put/seqid=0 2024-12-06T08:42:31,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742243_1419 (size=12154) 2024-12-06T08:42:31,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733474551071, max timestamp=1733474551094Num uniques 859; 2024-12-06T08:42:31,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-06T08:42:31,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733474551071, max timestamp=1733474551094Num uniques 859; 2024-12-06T08:42:31,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-06T08:42:31,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733474551071, max timestamp=1733474551094Num uniques 859; 2024-12-06T08:42:31,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-06T08:42:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-06T08:42:31,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474611123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474611123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474611139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474611140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474611140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-06T08:42:31,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:31,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:31,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:31,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:31,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:31,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474611248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474611248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474611267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474611268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474611268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-06T08:42:31,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:31,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:31,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:31,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-06T08:42:31,473 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:31,477 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120695aa93957af94f0ca69c7ba515099564_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120695aa93957af94f0ca69c7ba515099564_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:31,478 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/9cfd80ba22b44b2f98463e1b12016ac2, store: [table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:31,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/9cfd80ba22b44b2f98463e1b12016ac2 is 175, key is test_row_0/A:col10/1733474551039/Put/seqid=0 2024-12-06T08:42:31,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-06T08:42:31,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:31,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:31,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:31,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:31,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474611467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474611467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:31,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742244_1420 (size=30951) 2024-12-06T08:42:31,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474611488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474611488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474611488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-06T08:42:31,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:31,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:31,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:31,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:31,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-06T08:42:31,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-06T08:42:31,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:31,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:31,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:31,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:31,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:31,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474611788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474611788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474611797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474611797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474611808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:31,885 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/9cfd80ba22b44b2f98463e1b12016ac2 2024-12-06T08:42:31,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/9a4768a1535c4865ae8be84e2635b8e7 is 50, key is test_row_0/B:col10/1733474551039/Put/seqid=0 2024-12-06T08:42:31,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742245_1421 (size=9657) 2024-12-06T08:42:31,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/9a4768a1535c4865ae8be84e2635b8e7 2024-12-06T08:42:31,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-06T08:42:31,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:31,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:31,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:31,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:31,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:31,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/eac0666f52a24ba0b9769a050593d358 is 50, key is test_row_0/C:col10/1733474551039/Put/seqid=0 2024-12-06T08:42:31,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742246_1422 (size=9657) 2024-12-06T08:42:32,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-06T08:42:32,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:32,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:32,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:32,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:32,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-06T08:42:32,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-06T08:42:32,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:32,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:32,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:32,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:32,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:32,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:32,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:32,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474612297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:32,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:32,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:32,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:32,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474612308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:32,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:32,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:32,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:32,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474612318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:32,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:32,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:32,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474612318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:32,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:32,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:32,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:32,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:32,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474612327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:32,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/eac0666f52a24ba0b9769a050593d358 2024-12-06T08:42:32,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/9cfd80ba22b44b2f98463e1b12016ac2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/9cfd80ba22b44b2f98463e1b12016ac2 2024-12-06T08:42:32,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/9cfd80ba22b44b2f98463e1b12016ac2, entries=150, sequenceid=14, filesize=30.2 K 2024-12-06T08:42:32,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/9a4768a1535c4865ae8be84e2635b8e7 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/9a4768a1535c4865ae8be84e2635b8e7 2024-12-06T08:42:32,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/9a4768a1535c4865ae8be84e2635b8e7, entries=100, sequenceid=14, filesize=9.4 K 2024-12-06T08:42:32,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/eac0666f52a24ba0b9769a050593d358 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/eac0666f52a24ba0b9769a050593d358 2024-12-06T08:42:32,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/eac0666f52a24ba0b9769a050593d358, entries=100, sequenceid=14, filesize=9.4 K 2024-12-06T08:42:32,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=147.60 KB/151140 for 9caa7bd841266198e8e5b551f6a628f4 in 1332ms, sequenceid=14, compaction requested=false 2024-12-06T08:42:32,373 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-06T08:42:32,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:32,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-06T08:42:32,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:32,399 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 9caa7bd841266198e8e5b551f6a628f4 3/3 column families, dataSize=147.60 KB heapSize=406.08 KB 2024-12-06T08:42:32,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=A 2024-12-06T08:42:32,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:32,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=B 2024-12-06T08:42:32,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:32,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=C 2024-12-06T08:42:32,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:32,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120602350df55826496484e2a54ee110e918_9caa7bd841266198e8e5b551f6a628f4 is 50, key is test_row_0/A:col10/1733474551137/Put/seqid=0 2024-12-06T08:42:32,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742247_1423 (size=12154) 2024-12-06T08:42:32,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,423 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120602350df55826496484e2a54ee110e918_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120602350df55826496484e2a54ee110e918_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:32,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/c718bb6250b14ed9ae388770a4bbf058, store: [table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:32,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/c718bb6250b14ed9ae388770a4bbf058 is 175, key is test_row_0/A:col10/1733474551137/Put/seqid=0 2024-12-06T08:42:32,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742248_1424 (size=30955) 2024-12-06T08:42:32,429 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/c718bb6250b14ed9ae388770a4bbf058 2024-12-06T08:42:32,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/ed06a0c22fa64fde9c6c3eb6a6a833f1 is 50, key is test_row_0/B:col10/1733474551137/Put/seqid=0 2024-12-06T08:42:32,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742249_1425 (size=12001) 2024-12-06T08:42:32,662 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T08:42:32,846 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/ed06a0c22fa64fde9c6c3eb6a6a833f1 2024-12-06T08:42:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/b44a0eccba0444fab7d1229f86a3e04f is 50, key is test_row_0/C:col10/1733474551137/Put/seqid=0 2024-12-06T08:42:32,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742250_1426 (size=12001) 2024-12-06T08:42:32,876 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/b44a0eccba0444fab7d1229f86a3e04f 2024-12-06T08:42:32,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/c718bb6250b14ed9ae388770a4bbf058 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/c718bb6250b14ed9ae388770a4bbf058 2024-12-06T08:42:32,886 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/c718bb6250b14ed9ae388770a4bbf058, entries=150, sequenceid=49, filesize=30.2 K 2024-12-06T08:42:32,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/ed06a0c22fa64fde9c6c3eb6a6a833f1 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/ed06a0c22fa64fde9c6c3eb6a6a833f1 2024-12-06T08:42:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,891 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/ed06a0c22fa64fde9c6c3eb6a6a833f1, entries=150, sequenceid=49, filesize=11.7 K 2024-12-06T08:42:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/b44a0eccba0444fab7d1229f86a3e04f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/b44a0eccba0444fab7d1229f86a3e04f 2024-12-06T08:42:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,896 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/b44a0eccba0444fab7d1229f86a3e04f, entries=150, sequenceid=49, filesize=11.7 K 2024-12-06T08:42:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,897 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~406.03 KB/415776, currentSize=0 B/0 for 9caa7bd841266198e8e5b551f6a628f4 in 498ms, sequenceid=49, compaction requested=false 2024-12-06T08:42:32,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:32,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:32,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-06T08:42:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-06T08:42:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-06T08:42:32,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8820 sec 2024-12-06T08:42:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.8900 sec 2024-12-06T08:42:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-06T08:42:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,168 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,168 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-06T08:42:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-06T08:42:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,171 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,172 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:33,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-06T08:42:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-06T08:42:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:33,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:33,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:33,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-06T08:42:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-06T08:42:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-06T08:42:33,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 157 msec 2024-12-06T08:42:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 164 msec 2024-12-06T08:42:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:33,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9caa7bd841266198e8e5b551f6a628f4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-06T08:42:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=A 2024-12-06T08:42:33,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:33,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=B 2024-12-06T08:42:33,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:33,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=C 2024-12-06T08:42:33,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-06T08:42:33,488 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,489 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-06T08:42:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,491 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-06T08:42:33,492 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060a5550cca9434eb780a40fda1a074851_9caa7bd841266198e8e5b551f6a628f4 is 50, key is test_row_0/A:col10/1733474553413/Put/seqid=0 2024-12-06T08:42:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742251_1427 (size=14594) 2024-12-06T08:42:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,597 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474553527, max timestamp=1733474553593Num uniques 859; 2024-12-06T08:42:33,597 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474553527, max timestamp=1733474553593Num uniques 859; 2024-12-06T08:42:33,597 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:33,597 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474553527, max timestamp=1733474553593Num uniques 859; 2024-12-06T08:42:33,597 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:33,597 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-06T08:42:33,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-06T08:42:33,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:33,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:33,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:33,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:33,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:33,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474613639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:33,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:33,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474613649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:33,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:33,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474613650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:33,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:33,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474613652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:33,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474613654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:33,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:33,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:33,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474613758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:33,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:33,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474613758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:33,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:33,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474613767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:33,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:33,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474613778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474613778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:33,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:33,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-06T08:42:33,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:33,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:33,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:33,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:33,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-06T08:42:33,916 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:33,921 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060a5550cca9434eb780a40fda1a074851_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060a5550cca9434eb780a40fda1a074851_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:33,921 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/19724faf90dd4e6b88406ba61d400d1d, store: [table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:33,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/19724faf90dd4e6b88406ba61d400d1d is 175, key is test_row_0/A:col10/1733474553413/Put/seqid=0 2024-12-06T08:42:33,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742252_1428 (size=39545) 2024-12-06T08:42:33,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-06T08:42:33,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:33,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:33,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:33,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:33,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:33,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:33,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474613978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:33,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:33,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474613978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:33,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:33,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:34,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474613988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:34,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:34,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474613997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:34,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:34,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474613997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:34,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:34,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:34,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-06T08:42:34,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:34,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:34,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:34,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:34,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-06T08:42:34,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-06T08:42:34,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:34,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:34,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:34,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:34,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:34,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474614298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:34,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:34,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474614298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:34,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:34,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:34,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474614307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:34,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:34,327 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/19724faf90dd4e6b88406ba61d400d1d 2024-12-06T08:42:34,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474614317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:34,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:34,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474614318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:34,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:34,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:34,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/58452175db3547e28911c86fc614a082 is 50, key is test_row_0/B:col10/1733474553413/Put/seqid=0 2024-12-06T08:42:34,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742253_1429 (size=9657) 2024-12-06T08:42:34,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-06T08:42:34,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:34,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:34,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:34,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:34,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:34,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-06T08:42:34,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:34,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:34,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:34,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:34,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-06T08:42:34,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-06T08:42:34,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:34,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:34,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:34,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:34,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:34,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/58452175db3547e28911c86fc614a082 2024-12-06T08:42:34,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/625e436e4d544f37acd5422e2d54d7b5 is 50, key is test_row_0/C:col10/1733474553413/Put/seqid=0 2024-12-06T08:42:34,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742254_1430 (size=9657) 2024-12-06T08:42:34,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474614817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:34,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:34,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474614817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:34,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:34,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474614818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:34,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:34,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:34,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474614838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:34,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474614838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:34,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-06T08:42:34,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:34,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:34,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:34,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:34,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:35,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-06T08:42:35,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:35,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:35,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:35,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:35,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:35,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/625e436e4d544f37acd5422e2d54d7b5 2024-12-06T08:42:35,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/19724faf90dd4e6b88406ba61d400d1d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/19724faf90dd4e6b88406ba61d400d1d 2024-12-06T08:42:35,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/19724faf90dd4e6b88406ba61d400d1d, entries=200, sequenceid=60, filesize=38.6 K 2024-12-06T08:42:35,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/58452175db3547e28911c86fc614a082 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/58452175db3547e28911c86fc614a082 2024-12-06T08:42:35,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/58452175db3547e28911c86fc614a082, entries=100, sequenceid=60, filesize=9.4 K 2024-12-06T08:42:35,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/625e436e4d544f37acd5422e2d54d7b5 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/625e436e4d544f37acd5422e2d54d7b5 2024-12-06T08:42:35,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/625e436e4d544f37acd5422e2d54d7b5, entries=100, sequenceid=60, filesize=9.4 K 2024-12-06T08:42:35,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 9caa7bd841266198e8e5b551f6a628f4 in 1690ms, sequenceid=60, compaction requested=true 2024-12-06T08:42:35,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:35,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:42:35,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:35,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:42:35,176 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:35,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:35,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:35,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:35,176 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:35,177 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:35,177 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31315 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:35,177 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/A is initiating minor compaction (all files) 2024-12-06T08:42:35,177 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/B is initiating minor compaction (all files) 2024-12-06T08:42:35,177 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/A in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:35,177 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/B in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:35,177 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/9cfd80ba22b44b2f98463e1b12016ac2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/c718bb6250b14ed9ae388770a4bbf058, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/19724faf90dd4e6b88406ba61d400d1d] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=99.1 K 2024-12-06T08:42:35,177 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/9a4768a1535c4865ae8be84e2635b8e7, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/ed06a0c22fa64fde9c6c3eb6a6a833f1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/58452175db3547e28911c86fc614a082] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=30.6 K 2024-12-06T08:42:35,177 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:35,177 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/9cfd80ba22b44b2f98463e1b12016ac2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/c718bb6250b14ed9ae388770a4bbf058, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/19724faf90dd4e6b88406ba61d400d1d] 2024-12-06T08:42:35,177 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cfd80ba22b44b2f98463e1b12016ac2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733474551037 2024-12-06T08:42:35,177 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a4768a1535c4865ae8be84e2635b8e7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733474551038 2024-12-06T08:42:35,178 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting ed06a0c22fa64fde9c6c3eb6a6a833f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733474551118 2024-12-06T08:42:35,178 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c718bb6250b14ed9ae388770a4bbf058, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733474551118 2024-12-06T08:42:35,178 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 58452175db3547e28911c86fc614a082, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733474553413 2024-12-06T08:42:35,178 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19724faf90dd4e6b88406ba61d400d1d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733474553413 2024-12-06T08:42:35,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-06T08:42:35,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:35,180 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 9caa7bd841266198e8e5b551f6a628f4 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-06T08:42:35,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=A 2024-12-06T08:42:35,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:35,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=B 2024-12-06T08:42:35,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:35,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=C 2024-12-06T08:42:35,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:35,195 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#B#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:35,195 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/099667a2533c46f48a06d80660bb28bd is 50, key is test_row_0/B:col10/1733474553413/Put/seqid=0 2024-12-06T08:42:35,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069f1eb514631a4b9aab7f759fd43ebd08_9caa7bd841266198e8e5b551f6a628f4 is 50, key is test_row_0/A:col10/1733474553650/Put/seqid=0 2024-12-06T08:42:35,197 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:35,200 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412066c76ef4e91a446248852e90a3f8f1b92_9caa7bd841266198e8e5b551f6a628f4 store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:35,203 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412066c76ef4e91a446248852e90a3f8f1b92_9caa7bd841266198e8e5b551f6a628f4, store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:35,203 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412066c76ef4e91a446248852e90a3f8f1b92_9caa7bd841266198e8e5b551f6a628f4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:35,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742255_1431 (size=12104) 2024-12-06T08:42:35,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742256_1432 (size=12154) 2024-12-06T08:42:35,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742257_1433 (size=4469) 2024-12-06T08:42:35,218 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#A#compaction#378 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:35,223 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/d2ec9e05a40649d8942ee56f2edec3a2 is 175, key is test_row_0/A:col10/1733474553413/Put/seqid=0 2024-12-06T08:42:35,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742258_1434 (size=31165) 2024-12-06T08:42:35,241 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/d2ec9e05a40649d8942ee56f2edec3a2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/d2ec9e05a40649d8942ee56f2edec3a2 2024-12-06T08:42:35,247 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/A of 9caa7bd841266198e8e5b551f6a628f4 into d2ec9e05a40649d8942ee56f2edec3a2(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:35,247 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:35,247 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/A, priority=13, startTime=1733474555176; duration=0sec 2024-12-06T08:42:35,247 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:35,247 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:A 2024-12-06T08:42:35,248 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:35,248 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31315 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:35,248 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/C is initiating minor compaction (all files) 2024-12-06T08:42:35,248 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/C in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:35,248 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/eac0666f52a24ba0b9769a050593d358, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/b44a0eccba0444fab7d1229f86a3e04f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/625e436e4d544f37acd5422e2d54d7b5] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=30.6 K 2024-12-06T08:42:35,249 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting eac0666f52a24ba0b9769a050593d358, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733474551038 2024-12-06T08:42:35,249 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting b44a0eccba0444fab7d1229f86a3e04f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733474551118 2024-12-06T08:42:35,249 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 625e436e4d544f37acd5422e2d54d7b5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733474553413 2024-12-06T08:42:35,255 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#C#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:35,256 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/257ff5cff799477fb37e207032d17833 is 50, key is test_row_0/C:col10/1733474553413/Put/seqid=0 2024-12-06T08:42:35,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742259_1435 (size=12104) 2024-12-06T08:42:35,269 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/257ff5cff799477fb37e207032d17833 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/257ff5cff799477fb37e207032d17833 2024-12-06T08:42:35,273 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/C of 9caa7bd841266198e8e5b551f6a628f4 into 257ff5cff799477fb37e207032d17833(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:35,273 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:35,273 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/C, priority=13, startTime=1733474555176; duration=0sec 2024-12-06T08:42:35,273 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:35,273 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:C 2024-12-06T08:42:35,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:35,612 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/099667a2533c46f48a06d80660bb28bd as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/099667a2533c46f48a06d80660bb28bd 2024-12-06T08:42:35,614 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069f1eb514631a4b9aab7f759fd43ebd08_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069f1eb514631a4b9aab7f759fd43ebd08_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:35,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/aed8a813accc4060bc01866c845386ad, store: [table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:35,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/aed8a813accc4060bc01866c845386ad is 175, key is test_row_0/A:col10/1733474553650/Put/seqid=0 2024-12-06T08:42:35,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742260_1436 (size=30955) 2024-12-06T08:42:35,619 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/B of 9caa7bd841266198e8e5b551f6a628f4 into 099667a2533c46f48a06d80660bb28bd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:35,619 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:35,619 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/B, priority=13, startTime=1733474555176; duration=0sec 2024-12-06T08:42:35,619 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:35,619 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:B 2024-12-06T08:42:35,619 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/aed8a813accc4060bc01866c845386ad 2024-12-06T08:42:35,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/bd007d5ea8744b5297f7c2b8e5ff5fcd is 50, key is test_row_0/B:col10/1733474553650/Put/seqid=0 2024-12-06T08:42:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-06T08:42:35,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742261_1437 (size=12001) 2024-12-06T08:42:35,650 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/bd007d5ea8744b5297f7c2b8e5ff5fcd 2024-12-06T08:42:35,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/deef0f5fdcbf454eb07f7d568312f9d2 is 50, key is test_row_0/C:col10/1733474553650/Put/seqid=0 2024-12-06T08:42:35,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742262_1438 (size=12001) 2024-12-06T08:42:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:35,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:35,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474615880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:35,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474615880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:35,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474615895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:35,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474615896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:35,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:35,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:35,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:35,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474615897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474616008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474616008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474616008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474616017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474616018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,073 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/deef0f5fdcbf454eb07f7d568312f9d2 2024-12-06T08:42:36,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/aed8a813accc4060bc01866c845386ad as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/aed8a813accc4060bc01866c845386ad 2024-12-06T08:42:36,081 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/aed8a813accc4060bc01866c845386ad, entries=150, sequenceid=97, filesize=30.2 K 2024-12-06T08:42:36,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/bd007d5ea8744b5297f7c2b8e5ff5fcd as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/bd007d5ea8744b5297f7c2b8e5ff5fcd 2024-12-06T08:42:36,088 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/bd007d5ea8744b5297f7c2b8e5ff5fcd, entries=150, sequenceid=97, filesize=11.7 K 2024-12-06T08:42:36,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/deef0f5fdcbf454eb07f7d568312f9d2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/deef0f5fdcbf454eb07f7d568312f9d2 2024-12-06T08:42:36,091 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/deef0f5fdcbf454eb07f7d568312f9d2, entries=150, sequenceid=97, filesize=11.7 K 2024-12-06T08:42:36,092 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 9caa7bd841266198e8e5b551f6a628f4 in 912ms, sequenceid=97, compaction requested=false 2024-12-06T08:42:36,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:36,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:36,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-06T08:42:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-06T08:42:36,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-06T08:42:36,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6030 sec 2024-12-06T08:42:36,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.6090 sec 2024-12-06T08:42:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:36,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9caa7bd841266198e8e5b551f6a628f4 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-06T08:42:36,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=A 2024-12-06T08:42:36,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:36,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=B 2024-12-06T08:42:36,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:36,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=C 2024-12-06T08:42:36,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:36,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ccfc85912e4f48dda549bce44419f055_9caa7bd841266198e8e5b551f6a628f4 is 50, key is test_row_0/A:col10/1733474556221/Put/seqid=0 2024-12-06T08:42:36,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742263_1439 (size=17034) 2024-12-06T08:42:36,236 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:36,240 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ccfc85912e4f48dda549bce44419f055_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ccfc85912e4f48dda549bce44419f055_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:36,240 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/481187d4d6b947e49e618351e3e3e530, store: [table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:36,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/481187d4d6b947e49e618351e3e3e530 is 175, key is test_row_0/A:col10/1733474556221/Put/seqid=0 2024-12-06T08:42:36,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742264_1440 (size=48139) 2024-12-06T08:42:36,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474616269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474616270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474616270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474616272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474616280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474616387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474616397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474616397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474616398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474616398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474616607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474616608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474616608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474616608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474616608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,646 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=112, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/481187d4d6b947e49e618351e3e3e530 2024-12-06T08:42:36,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/4371a175bec64422ad79fa95514332a8 is 50, key is test_row_0/B:col10/1733474556221/Put/seqid=0 2024-12-06T08:42:36,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742265_1441 (size=12001) 2024-12-06T08:42:36,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/4371a175bec64422ad79fa95514332a8 2024-12-06T08:42:36,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/bab1e034fb5645f78e2d77846041240f is 50, key is test_row_0/C:col10/1733474556221/Put/seqid=0 2024-12-06T08:42:36,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742266_1442 (size=12001) 2024-12-06T08:42:36,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474616927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474616928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474616928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474616928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474616928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:36,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:36,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:37,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/bab1e034fb5645f78e2d77846041240f 2024-12-06T08:42:37,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/481187d4d6b947e49e618351e3e3e530 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/481187d4d6b947e49e618351e3e3e530 2024-12-06T08:42:37,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/481187d4d6b947e49e618351e3e3e530, entries=250, sequenceid=112, filesize=47.0 K 2024-12-06T08:42:37,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/4371a175bec64422ad79fa95514332a8 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/4371a175bec64422ad79fa95514332a8 2024-12-06T08:42:37,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/4371a175bec64422ad79fa95514332a8, entries=150, sequenceid=112, filesize=11.7 K 2024-12-06T08:42:37,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/bab1e034fb5645f78e2d77846041240f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/bab1e034fb5645f78e2d77846041240f 2024-12-06T08:42:37,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/bab1e034fb5645f78e2d77846041240f, entries=150, sequenceid=112, filesize=11.7 K 2024-12-06T08:42:37,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 9caa7bd841266198e8e5b551f6a628f4 in 895ms, sequenceid=112, compaction requested=true 2024-12-06T08:42:37,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:37,117 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:37,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:42:37,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:37,118 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:37,118 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/A is initiating minor compaction (all files) 2024-12-06T08:42:37,118 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/A in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:37,118 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/d2ec9e05a40649d8942ee56f2edec3a2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/aed8a813accc4060bc01866c845386ad, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/481187d4d6b947e49e618351e3e3e530] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=107.7 K 2024-12-06T08:42:37,119 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:37,119 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/d2ec9e05a40649d8942ee56f2edec3a2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/aed8a813accc4060bc01866c845386ad, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/481187d4d6b947e49e618351e3e3e530] 2024-12-06T08:42:37,119 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:37,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:42:37,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:37,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:37,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:37,119 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2ec9e05a40649d8942ee56f2edec3a2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733474551118 2024-12-06T08:42:37,119 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting aed8a813accc4060bc01866c845386ad, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733474553648 2024-12-06T08:42:37,120 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 481187d4d6b947e49e618351e3e3e530, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733474555892 2024-12-06T08:42:37,121 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:37,121 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/B is initiating minor compaction (all files) 2024-12-06T08:42:37,121 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/B in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:37,121 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/099667a2533c46f48a06d80660bb28bd, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/bd007d5ea8744b5297f7c2b8e5ff5fcd, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/4371a175bec64422ad79fa95514332a8] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=35.3 K 2024-12-06T08:42:37,121 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 099667a2533c46f48a06d80660bb28bd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733474551118 2024-12-06T08:42:37,122 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting bd007d5ea8744b5297f7c2b8e5ff5fcd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733474553648 2024-12-06T08:42:37,123 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4371a175bec64422ad79fa95514332a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733474555892 2024-12-06T08:42:37,131 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:37,138 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#B#compaction#386 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:37,139 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/19076c66e1144d2ab52d18f4692e5fb0 is 50, key is test_row_0/B:col10/1733474556221/Put/seqid=0 2024-12-06T08:42:37,144 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120648103161e73a4f2d973439d175964c71_9caa7bd841266198e8e5b551f6a628f4 store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:37,147 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120648103161e73a4f2d973439d175964c71_9caa7bd841266198e8e5b551f6a628f4, store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:37,147 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120648103161e73a4f2d973439d175964c71_9caa7bd841266198e8e5b551f6a628f4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:37,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742267_1443 (size=12207) 2024-12-06T08:42:37,160 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/19076c66e1144d2ab52d18f4692e5fb0 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/19076c66e1144d2ab52d18f4692e5fb0 2024-12-06T08:42:37,169 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/B of 9caa7bd841266198e8e5b551f6a628f4 into 19076c66e1144d2ab52d18f4692e5fb0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:37,169 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:37,169 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/B, priority=13, startTime=1733474557118; duration=0sec 2024-12-06T08:42:37,169 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:37,169 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:B 2024-12-06T08:42:37,170 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:37,170 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:37,170 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/C is initiating minor compaction (all files) 2024-12-06T08:42:37,171 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/C in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:37,171 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/257ff5cff799477fb37e207032d17833, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/deef0f5fdcbf454eb07f7d568312f9d2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/bab1e034fb5645f78e2d77846041240f] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=35.3 K 2024-12-06T08:42:37,171 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 257ff5cff799477fb37e207032d17833, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733474551118 2024-12-06T08:42:37,172 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting deef0f5fdcbf454eb07f7d568312f9d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733474553648 2024-12-06T08:42:37,172 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting bab1e034fb5645f78e2d77846041240f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733474555892 2024-12-06T08:42:37,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742268_1444 (size=4469) 2024-12-06T08:42:37,187 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#C#compaction#387 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:37,187 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/af8ead57b3eb44108df124f97a6e75b4 is 50, key is test_row_0/C:col10/1733474556221/Put/seqid=0 2024-12-06T08:42:37,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742269_1445 (size=12207) 2024-12-06T08:42:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:37,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9caa7bd841266198e8e5b551f6a628f4 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-06T08:42:37,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=A 2024-12-06T08:42:37,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:37,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=B 2024-12-06T08:42:37,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:37,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=C 2024-12-06T08:42:37,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:37,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120640024224fe604d87be1cc96780dffecf_9caa7bd841266198e8e5b551f6a628f4 is 50, key is test_row_0/A:col10/1733474556270/Put/seqid=0 2024-12-06T08:42:37,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742270_1446 (size=14744) 2024-12-06T08:42:37,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474617461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:37,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:37,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474617463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:37,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474617471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:37,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:37,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:37,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474617473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:37,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474617474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:37,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:37,578 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#A#compaction#385 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:37,578 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/cdb2888ee94248e7b6c0258c844b0f03 is 175, key is test_row_0/A:col10/1733474556221/Put/seqid=0 2024-12-06T08:42:37,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742271_1447 (size=31161) 2024-12-06T08:42:37,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474617578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:37,600 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/af8ead57b3eb44108df124f97a6e75b4 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/af8ead57b3eb44108df124f97a6e75b4 2024-12-06T08:42:37,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474617588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:37,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474617588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:37,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:37,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474617594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:37,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:37,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:37,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474617597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:37,610 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/C of 9caa7bd841266198e8e5b551f6a628f4 into af8ead57b3eb44108df124f97a6e75b4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:37,610 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:37,610 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/C, priority=13, startTime=1733474557119; duration=0sec 2024-12-06T08:42:37,610 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:37,610 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:C 2024-12-06T08:42:37,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-06T08:42:37,648 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:37,649 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-06T08:42:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-06T08:42:37,651 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:37,652 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:37,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-06T08:42:37,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-06T08:42:37,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:37,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:37,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:37,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:37,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:37,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474617798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:37,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:37,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474617807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:37,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:37,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474617807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:37,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:37,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474617817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:37,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:37,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474617817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:37,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:37,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:37,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:37,874 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:37,878 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120640024224fe604d87be1cc96780dffecf_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120640024224fe604d87be1cc96780dffecf_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:37,879 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/09e1cf7fc82e4af38b5548e5dd951fec, store: [table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:37,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/09e1cf7fc82e4af38b5548e5dd951fec is 175, key is test_row_0/A:col10/1733474556270/Put/seqid=0 2024-12-06T08:42:37,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742272_1448 (size=39699) 2024-12-06T08:42:37,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-06T08:42:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:37,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-06T08:42:37,990 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/cdb2888ee94248e7b6c0258c844b0f03 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/cdb2888ee94248e7b6c0258c844b0f03 2024-12-06T08:42:37,995 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/A of 9caa7bd841266198e8e5b551f6a628f4 into cdb2888ee94248e7b6c0258c844b0f03(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:37,995 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:37,995 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/A, priority=13, startTime=1733474557117; duration=0sec 2024-12-06T08:42:37,995 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:37,995 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:A 2024-12-06T08:42:38,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-06T08:42:38,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:38,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:38,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:38,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:38,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:38,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474618117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:38,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:38,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474618127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:38,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474618128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:38,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:38,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:38,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474618128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474618128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:38,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-06T08:42:38,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:38,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:38,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:38,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:38,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-06T08:42:38,284 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/09e1cf7fc82e4af38b5548e5dd951fec 2024-12-06T08:42:38,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/5607cb5948a24765a17d98635df5df88 is 50, key is test_row_0/B:col10/1733474556270/Put/seqid=0 2024-12-06T08:42:38,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742273_1449 (size=12151) 2024-12-06T08:42:38,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/5607cb5948a24765a17d98635df5df88 2024-12-06T08:42:38,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/6504d0a05a7f48ebbda0ba7855f0b32b is 50, key is test_row_0/C:col10/1733474556270/Put/seqid=0 2024-12-06T08:42:38,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742274_1450 (size=12151) 2024-12-06T08:42:38,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/6504d0a05a7f48ebbda0ba7855f0b32b 2024-12-06T08:42:38,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/09e1cf7fc82e4af38b5548e5dd951fec as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/09e1cf7fc82e4af38b5548e5dd951fec 2024-12-06T08:42:38,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/09e1cf7fc82e4af38b5548e5dd951fec, entries=200, sequenceid=134, filesize=38.8 K 2024-12-06T08:42:38,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/5607cb5948a24765a17d98635df5df88 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/5607cb5948a24765a17d98635df5df88 2024-12-06T08:42:38,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/5607cb5948a24765a17d98635df5df88, entries=150, sequenceid=134, filesize=11.9 K 2024-12-06T08:42:38,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/6504d0a05a7f48ebbda0ba7855f0b32b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/6504d0a05a7f48ebbda0ba7855f0b32b 2024-12-06T08:42:38,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/6504d0a05a7f48ebbda0ba7855f0b32b, entries=150, sequenceid=134, filesize=11.9 K 2024-12-06T08:42:38,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 9caa7bd841266198e8e5b551f6a628f4 in 873ms, sequenceid=134, compaction requested=false 2024-12-06T08:42:38,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:38,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-06T08:42:38,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:38,419 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 9caa7bd841266198e8e5b551f6a628f4 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-06T08:42:38,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=A 2024-12-06T08:42:38,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:38,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=B 2024-12-06T08:42:38,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:38,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=C 2024-12-06T08:42:38,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:38,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120632a765fd66634636bfc92b9e0396f7f3_9caa7bd841266198e8e5b551f6a628f4 is 50, key is test_row_0/A:col10/1733474557455/Put/seqid=0 2024-12-06T08:42:38,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742275_1451 (size=12304) 2024-12-06T08:42:38,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:38,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474618673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474618675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:38,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474558659, max timestamp=1733474558684Num uniques 859; 2024-12-06T08:42:38,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474558659, max timestamp=1733474558684Num uniques 859; 2024-12-06T08:42:38,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:38,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:38,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474558659, max timestamp=1733474558684Num uniques 859; 2024-12-06T08:42:38,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:38,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:38,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474618762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:38,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:38,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474618763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:38,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:38,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474618764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:38,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:38,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-06T08:42:38,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474618807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:38,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474618807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:38,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:38,849 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120632a765fd66634636bfc92b9e0396f7f3_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120632a765fd66634636bfc92b9e0396f7f3_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:38,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/130c4f5379b641888635f573cf85818b, store: [table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:38,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/130c4f5379b641888635f573cf85818b is 175, key is test_row_0/A:col10/1733474557455/Put/seqid=0 2024-12-06T08:42:38,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742276_1452 (size=31105) 2024-12-06T08:42:38,857 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/130c4f5379b641888635f573cf85818b 2024-12-06T08:42:38,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/9495dfa55e1546a7a15bb8a9d3722378 is 50, key is test_row_0/B:col10/1733474557455/Put/seqid=0 2024-12-06T08:42:38,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742277_1453 (size=12151) 2024-12-06T08:42:38,874 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/9495dfa55e1546a7a15bb8a9d3722378 2024-12-06T08:42:38,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/e6867c9af8ab4abdbaef264f643a8599 is 50, key is test_row_0/C:col10/1733474557455/Put/seqid=0 2024-12-06T08:42:38,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742278_1454 (size=12151) 2024-12-06T08:42:38,894 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/e6867c9af8ab4abdbaef264f643a8599 2024-12-06T08:42:38,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474618878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:38,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/130c4f5379b641888635f573cf85818b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/130c4f5379b641888635f573cf85818b 2024-12-06T08:42:38,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474618888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474618888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:38,906 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/130c4f5379b641888635f573cf85818b, entries=150, sequenceid=147, filesize=30.4 K 2024-12-06T08:42:38,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/9495dfa55e1546a7a15bb8a9d3722378 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/9495dfa55e1546a7a15bb8a9d3722378 2024-12-06T08:42:38,910 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/9495dfa55e1546a7a15bb8a9d3722378, entries=150, sequenceid=147, filesize=11.9 K 2024-12-06T08:42:38,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/e6867c9af8ab4abdbaef264f643a8599 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/e6867c9af8ab4abdbaef264f643a8599 2024-12-06T08:42:38,914 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/e6867c9af8ab4abdbaef264f643a8599, entries=150, sequenceid=147, filesize=11.9 K 2024-12-06T08:42:38,916 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 9caa7bd841266198e8e5b551f6a628f4 in 497ms, sequenceid=147, compaction requested=true 2024-12-06T08:42:38,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:38,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:38,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-06T08:42:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-06T08:42:38,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-06T08:42:38,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2660 sec 2024-12-06T08:42:38,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.2720 sec 2024-12-06T08:42:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:39,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9caa7bd841266198e8e5b551f6a628f4 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-06T08:42:39,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=A 2024-12-06T08:42:39,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:39,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=B 2024-12-06T08:42:39,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:39,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=C 2024-12-06T08:42:39,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:39,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206deb9651af1724ba78fc3418d33f42d7f_9caa7bd841266198e8e5b551f6a628f4 is 50, key is test_row_0/A:col10/1733474559035/Put/seqid=0 2024-12-06T08:42:39,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474619083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:39,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:39,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742279_1455 (size=14794) 2024-12-06T08:42:39,114 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:39,118 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206deb9651af1724ba78fc3418d33f42d7f_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206deb9651af1724ba78fc3418d33f42d7f_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:39,120 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/554b663b3c184c13823743acab0bc973, store: [table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:39,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/554b663b3c184c13823743acab0bc973 is 175, key is test_row_0/A:col10/1733474559035/Put/seqid=0 2024-12-06T08:42:39,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474619099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:39,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:39,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474619108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:39,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474619108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:39,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474619108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:39,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:39,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:39,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:39,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742280_1456 (size=39749) 2024-12-06T08:42:39,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474619208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:39,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:39,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474619228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:39,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474619427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:39,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474619438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:39,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:39,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474619438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474619438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:39,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:39,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:39,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:39,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474619457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:39,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:39,564 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=184, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/554b663b3c184c13823743acab0bc973 2024-12-06T08:42:39,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/3ff68e0c9ca649168619f518eba7761f is 50, key is test_row_0/B:col10/1733474559035/Put/seqid=0 2024-12-06T08:42:39,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742281_1457 (size=12151) 2024-12-06T08:42:39,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/3ff68e0c9ca649168619f518eba7761f 2024-12-06T08:42:39,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/6f9b34d3e9404e099d9d08abdd0abe5a is 50, key is test_row_0/C:col10/1733474559035/Put/seqid=0 2024-12-06T08:42:39,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742282_1458 (size=12151) 2024-12-06T08:42:39,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474619748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:39,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:39,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474619778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:39,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-06T08:42:39,798 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:39,798 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-12-06T08:42:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-06T08:42:39,800 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:39,801 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:39,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-06T08:42:39,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-06T08:42:39,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:39,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:39,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:39,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:39,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:39,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474619968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:39,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:39,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474619968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:39,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:39,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:39,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474619968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:39,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:39,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:39,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/6f9b34d3e9404e099d9d08abdd0abe5a 2024-12-06T08:42:39,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/554b663b3c184c13823743acab0bc973 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/554b663b3c184c13823743acab0bc973 2024-12-06T08:42:40,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/554b663b3c184c13823743acab0bc973, entries=200, sequenceid=184, filesize=38.8 K 2024-12-06T08:42:40,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/3ff68e0c9ca649168619f518eba7761f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/3ff68e0c9ca649168619f518eba7761f 2024-12-06T08:42:40,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/3ff68e0c9ca649168619f518eba7761f, entries=150, sequenceid=184, filesize=11.9 K 2024-12-06T08:42:40,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/6f9b34d3e9404e099d9d08abdd0abe5a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/6f9b34d3e9404e099d9d08abdd0abe5a 2024-12-06T08:42:40,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/6f9b34d3e9404e099d9d08abdd0abe5a, entries=150, sequenceid=184, filesize=11.9 K 2024-12-06T08:42:40,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 9caa7bd841266198e8e5b551f6a628f4 in 977ms, sequenceid=184, compaction requested=true 2024-12-06T08:42:40,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:40,013 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:42:40,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:42:40,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:40,013 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:42:40,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:42:40,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:40,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:40,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:40,014 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141714 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:42:40,014 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/A is initiating minor compaction (all files) 2024-12-06T08:42:40,014 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/A in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:40,014 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/cdb2888ee94248e7b6c0258c844b0f03, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/09e1cf7fc82e4af38b5548e5dd951fec, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/130c4f5379b641888635f573cf85818b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/554b663b3c184c13823743acab0bc973] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=138.4 K 2024-12-06T08:42:40,015 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:40,015 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/cdb2888ee94248e7b6c0258c844b0f03, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/09e1cf7fc82e4af38b5548e5dd951fec, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/130c4f5379b641888635f573cf85818b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/554b663b3c184c13823743acab0bc973] 2024-12-06T08:42:40,015 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdb2888ee94248e7b6c0258c844b0f03, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733474555892 2024-12-06T08:42:40,015 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:42:40,015 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/B is initiating minor compaction (all files) 2024-12-06T08:42:40,015 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/B in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:40,015 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/19076c66e1144d2ab52d18f4692e5fb0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/5607cb5948a24765a17d98635df5df88, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/9495dfa55e1546a7a15bb8a9d3722378, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/3ff68e0c9ca649168619f518eba7761f] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=47.5 K 2024-12-06T08:42:40,016 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09e1cf7fc82e4af38b5548e5dd951fec, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733474556249 2024-12-06T08:42:40,016 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 19076c66e1144d2ab52d18f4692e5fb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733474555892 2024-12-06T08:42:40,016 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 130c4f5379b641888635f573cf85818b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733474557455 2024-12-06T08:42:40,016 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 5607cb5948a24765a17d98635df5df88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733474556270 2024-12-06T08:42:40,016 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 9495dfa55e1546a7a15bb8a9d3722378, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733474557455 2024-12-06T08:42:40,017 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 554b663b3c184c13823743acab0bc973, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733474558703 2024-12-06T08:42:40,017 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ff68e0c9ca649168619f518eba7761f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733474558762 2024-12-06T08:42:40,026 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:40,027 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#B#compaction#397 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:40,027 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/dc30c59b8b614d98bb194294352728e3 is 50, key is test_row_0/B:col10/1733474559035/Put/seqid=0 2024-12-06T08:42:40,036 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206acf2582118d74a36bd3bb870df457bba_9caa7bd841266198e8e5b551f6a628f4 store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:40,040 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206acf2582118d74a36bd3bb870df457bba_9caa7bd841266198e8e5b551f6a628f4, store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:40,040 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206acf2582118d74a36bd3bb870df457bba_9caa7bd841266198e8e5b551f6a628f4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:40,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742283_1459 (size=12493) 2024-12-06T08:42:40,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742284_1460 (size=4469) 2024-12-06T08:42:40,060 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#A#compaction#398 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:40,061 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/e22c2bfc22964bc5ad0e0b5260833559 is 175, key is test_row_0/A:col10/1733474559035/Put/seqid=0 2024-12-06T08:42:40,061 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/dc30c59b8b614d98bb194294352728e3 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/dc30c59b8b614d98bb194294352728e3 2024-12-06T08:42:40,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742285_1461 (size=31447) 2024-12-06T08:42:40,069 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/B of 9caa7bd841266198e8e5b551f6a628f4 into dc30c59b8b614d98bb194294352728e3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:40,069 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:40,069 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/B, priority=12, startTime=1733474560013; duration=0sec 2024-12-06T08:42:40,069 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:40,070 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:B 2024-12-06T08:42:40,070 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:42:40,071 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:42:40,071 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/C is initiating minor compaction (all files) 2024-12-06T08:42:40,071 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/C in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:40,071 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/af8ead57b3eb44108df124f97a6e75b4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/6504d0a05a7f48ebbda0ba7855f0b32b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/e6867c9af8ab4abdbaef264f643a8599, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/6f9b34d3e9404e099d9d08abdd0abe5a] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=47.5 K 2024-12-06T08:42:40,071 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting af8ead57b3eb44108df124f97a6e75b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733474555892 2024-12-06T08:42:40,072 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6504d0a05a7f48ebbda0ba7855f0b32b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733474556270 2024-12-06T08:42:40,072 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting e6867c9af8ab4abdbaef264f643a8599, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733474557455 2024-12-06T08:42:40,072 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f9b34d3e9404e099d9d08abdd0abe5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733474558762 2024-12-06T08:42:40,079 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/e22c2bfc22964bc5ad0e0b5260833559 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/e22c2bfc22964bc5ad0e0b5260833559 2024-12-06T08:42:40,087 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#C#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:40,087 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/947674fd40f142fe86137c3420521601 is 50, key is test_row_0/C:col10/1733474559035/Put/seqid=0 2024-12-06T08:42:40,089 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/A of 9caa7bd841266198e8e5b551f6a628f4 into e22c2bfc22964bc5ad0e0b5260833559(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:40,089 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:40,089 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/A, priority=12, startTime=1733474560013; duration=0sec 2024-12-06T08:42:40,089 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:40,089 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:A 2024-12-06T08:42:40,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742286_1462 (size=12493) 2024-12-06T08:42:40,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-06T08:42:40,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:40,107 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 9caa7bd841266198e8e5b551f6a628f4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-06T08:42:40,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=A 2024-12-06T08:42:40,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:40,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=B 2024-12-06T08:42:40,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:40,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=C 2024-12-06T08:42:40,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:40,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064f1fed4aa34c4b55b4510ad0c3a1511f_9caa7bd841266198e8e5b551f6a628f4 is 50, key is test_row_0/A:col10/1733474559070/Put/seqid=0 2024-12-06T08:42:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-06T08:42:40,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742287_1463 (size=12304) 2024-12-06T08:42:40,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:40,386 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474560353, max timestamp=1733474560382Num uniques 859; 2024-12-06T08:42:40,386 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:40,386 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474560353, max timestamp=1733474560382Num uniques 859; 2024-12-06T08:42:40,386 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:40,386 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474560353, max timestamp=1733474560382Num uniques 859; 2024-12-06T08:42:40,387 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-06T08:42:40,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474620480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:40,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:40,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:40,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:40,503 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/947674fd40f142fe86137c3420521601 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/947674fd40f142fe86137c3420521601 2024-12-06T08:42:40,507 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/C of 9caa7bd841266198e8e5b551f6a628f4 into 947674fd40f142fe86137c3420521601(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:40,507 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:40,507 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/C, priority=12, startTime=1733474560013; duration=0sec 2024-12-06T08:42:40,508 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:40,508 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:C 2024-12-06T08:42:40,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474620499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:40,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:40,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:40,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:40,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:40,529 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064f1fed4aa34c4b55b4510ad0c3a1511f_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f1fed4aa34c4b55b4510ad0c3a1511f_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:40,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/cfbc9d78b15942c99b9cdb1e2db39f3f, store: [table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:40,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/cfbc9d78b15942c99b9cdb1e2db39f3f is 175, key is test_row_0/A:col10/1733474559070/Put/seqid=0 2024-12-06T08:42:40,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742288_1464 (size=31105) 2024-12-06T08:42:40,534 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/cfbc9d78b15942c99b9cdb1e2db39f3f 2024-12-06T08:42:40,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/70c42669a0da4631a4100a0b8908a585 is 50, key is test_row_0/B:col10/1733474559070/Put/seqid=0 2024-12-06T08:42:40,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742289_1465 (size=12151) 2024-12-06T08:42:40,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474620608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:40,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:40,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:40,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:40,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474620627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:40,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:40,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:40,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:40,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474620828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:40,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:40,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:40,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:40,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474620848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:40,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:40,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:40,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-06T08:42:40,947 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/70c42669a0da4631a4100a0b8908a585 2024-12-06T08:42:40,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/c39e21fb033b46b1ae18528e8c838f1d is 50, key is test_row_0/C:col10/1733474559070/Put/seqid=0 2024-12-06T08:42:40,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742290_1466 (size=12151) 2024-12-06T08:42:40,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474620987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:40,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474620988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:40,996 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_0' in 9caa7bd841266198e8e5b551f6a628f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:40,997 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_2' in 9caa7bd841266198e8e5b551f6a628f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:40,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:40,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:40,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:40,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:40,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:40,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:41,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474620998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:41,008 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_0' in 9caa7bd841266198e8e5b551f6a628f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:41,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:41,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:41,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:41,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474621148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:41,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:41,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:41,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:41,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474621167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:41,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:41,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:41,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:41,361 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/c39e21fb033b46b1ae18528e8c838f1d 2024-12-06T08:42:41,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/cfbc9d78b15942c99b9cdb1e2db39f3f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/cfbc9d78b15942c99b9cdb1e2db39f3f 2024-12-06T08:42:41,369 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/cfbc9d78b15942c99b9cdb1e2db39f3f, entries=150, sequenceid=196, filesize=30.4 K 2024-12-06T08:42:41,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/70c42669a0da4631a4100a0b8908a585 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/70c42669a0da4631a4100a0b8908a585 2024-12-06T08:42:41,373 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/70c42669a0da4631a4100a0b8908a585, entries=150, sequenceid=196, filesize=11.9 K 2024-12-06T08:42:41,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/c39e21fb033b46b1ae18528e8c838f1d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/c39e21fb033b46b1ae18528e8c838f1d 2024-12-06T08:42:41,377 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/c39e21fb033b46b1ae18528e8c838f1d, entries=150, sequenceid=196, filesize=11.9 K 2024-12-06T08:42:41,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-06T08:42:41,379 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 9caa7bd841266198e8e5b551f6a628f4 in 1272ms, sequenceid=196, compaction requested=false 2024-12-06T08:42:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-12-06T08:42:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-12-06T08:42:41,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-06T08:42:41,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5790 sec 2024-12-06T08:42:41,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.5850 sec 2024-12-06T08:42:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:41,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9caa7bd841266198e8e5b551f6a628f4 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-12-06T08:42:41,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=A 2024-12-06T08:42:41,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-06T08:42:41,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=B 2024-12-06T08:42:41,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-06T08:42:41,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=C 2024-12-06T08:42:41,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733474560434, max timestamp=1733474561676Num uniques 1018; 2024-12-06T08:42:41,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-06T08:42:41,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:41,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065e6a438c5c144582988a08c77dd28e5e_9caa7bd841266198e8e5b551f6a628f4 is 50, key is test_row_0/A:col10/1733474560477/Put/seqid=0 2024-12-06T08:42:41,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742291_1467 (size=14794) 2024-12-06T08:42:41,696 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:41,699 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065e6a438c5c144582988a08c77dd28e5e_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065e6a438c5c144582988a08c77dd28e5e_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:41,700 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/b189c5cdb30d47ea8aa56184930fa4f1, store: [table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:41,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/b189c5cdb30d47ea8aa56184930fa4f1 is 175, key is test_row_0/A:col10/1733474560477/Put/seqid=0 2024-12-06T08:42:41,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742292_1468 (size=39749) 2024-12-06T08:42:41,705 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/b189c5cdb30d47ea8aa56184930fa4f1 2024-12-06T08:42:41,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/36ea37a125744c7baba97a3af7c9b35f is 50, key is test_row_0/B:col10/1733474560477/Put/seqid=0 2024-12-06T08:42:41,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742293_1469 (size=12151) 2024-12-06T08:42:41,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/36ea37a125744c7baba97a3af7c9b35f 2024-12-06T08:42:41,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/7502c29dc96b43e2a99904427b51ee7f is 50, key is test_row_0/C:col10/1733474560477/Put/seqid=0 2024-12-06T08:42:41,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742294_1470 (size=12151) 2024-12-06T08:42:41,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474621747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:41,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:41,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:41,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:41,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474621754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:41,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:41,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:41,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:41,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474621878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:41,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474621878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:41,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:41,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:41,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:41,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:41,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:41,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-06T08:42:41,948 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:41,948 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-12-06T08:42:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-06T08:42:41,950 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:41,951 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:41,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-06T08:42:42,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-06T08:42:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:42,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:42,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474622098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:42,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474622098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:42,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:42,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:42,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:42,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/7502c29dc96b43e2a99904427b51ee7f 2024-12-06T08:42:42,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/b189c5cdb30d47ea8aa56184930fa4f1 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/b189c5cdb30d47ea8aa56184930fa4f1 2024-12-06T08:42:42,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/b189c5cdb30d47ea8aa56184930fa4f1, entries=200, sequenceid=235, filesize=38.8 K 2024-12-06T08:42:42,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/36ea37a125744c7baba97a3af7c9b35f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/36ea37a125744c7baba97a3af7c9b35f 2024-12-06T08:42:42,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/36ea37a125744c7baba97a3af7c9b35f, entries=150, sequenceid=235, filesize=11.9 K 2024-12-06T08:42:42,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/7502c29dc96b43e2a99904427b51ee7f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/7502c29dc96b43e2a99904427b51ee7f 2024-12-06T08:42:42,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/7502c29dc96b43e2a99904427b51ee7f, entries=150, sequenceid=235, filesize=11.9 K 2024-12-06T08:42:42,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~102.87 KB/105340, heapSize ~292.16 KB/299168, currentSize=73.80 KB/75570 for 9caa7bd841266198e8e5b551f6a628f4 in 469ms, sequenceid=235, compaction requested=true 2024-12-06T08:42:42,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:42,150 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:42,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:42:42,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:42,151 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:42,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:42:42,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:42,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:42,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:42,151 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:42,151 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/A is initiating minor compaction (all files) 2024-12-06T08:42:42,151 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/A in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:42,151 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/e22c2bfc22964bc5ad0e0b5260833559, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/cfbc9d78b15942c99b9cdb1e2db39f3f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/b189c5cdb30d47ea8aa56184930fa4f1] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=99.9 K 2024-12-06T08:42:42,151 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:42,151 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/e22c2bfc22964bc5ad0e0b5260833559, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/cfbc9d78b15942c99b9cdb1e2db39f3f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/b189c5cdb30d47ea8aa56184930fa4f1] 2024-12-06T08:42:42,152 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e22c2bfc22964bc5ad0e0b5260833559, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733474558762 2024-12-06T08:42:42,152 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:42,152 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/B is initiating minor compaction (all files) 2024-12-06T08:42:42,152 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfbc9d78b15942c99b9cdb1e2db39f3f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733474559070 2024-12-06T08:42:42,152 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/B in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:42,152 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/dc30c59b8b614d98bb194294352728e3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/70c42669a0da4631a4100a0b8908a585, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/36ea37a125744c7baba97a3af7c9b35f] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=35.9 K 2024-12-06T08:42:42,153 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting b189c5cdb30d47ea8aa56184930fa4f1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733474560434 2024-12-06T08:42:42,153 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting dc30c59b8b614d98bb194294352728e3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733474558762 2024-12-06T08:42:42,153 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 70c42669a0da4631a4100a0b8908a585, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733474559070 2024-12-06T08:42:42,153 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 36ea37a125744c7baba97a3af7c9b35f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733474560477 2024-12-06T08:42:42,160 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:42,166 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#B#compaction#407 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:42,166 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/7b67ecc461074165aa9f34a4dfc4726c is 50, key is test_row_0/B:col10/1733474560477/Put/seqid=0 2024-12-06T08:42:42,172 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206e330efb41c004dbbbb6a0102787d8108_9caa7bd841266198e8e5b551f6a628f4 store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:42,175 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206e330efb41c004dbbbb6a0102787d8108_9caa7bd841266198e8e5b551f6a628f4, store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:42,175 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e330efb41c004dbbbb6a0102787d8108_9caa7bd841266198e8e5b551f6a628f4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:42,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742295_1471 (size=12595) 2024-12-06T08:42:42,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742296_1472 (size=4469) 2024-12-06T08:42:42,191 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#A#compaction#406 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:42,192 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/430600b06f9742b2bef8fc9b5688dd7d is 175, key is test_row_0/A:col10/1733474560477/Put/seqid=0 2024-12-06T08:42:42,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742297_1473 (size=31549) 2024-12-06T08:42:42,201 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/7b67ecc461074165aa9f34a4dfc4726c as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/7b67ecc461074165aa9f34a4dfc4726c 2024-12-06T08:42:42,209 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/430600b06f9742b2bef8fc9b5688dd7d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/430600b06f9742b2bef8fc9b5688dd7d 2024-12-06T08:42:42,211 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/B of 9caa7bd841266198e8e5b551f6a628f4 into 7b67ecc461074165aa9f34a4dfc4726c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:42,211 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:42,211 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/B, priority=13, startTime=1733474562150; duration=0sec 2024-12-06T08:42:42,211 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:42,211 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:B 2024-12-06T08:42:42,211 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:42,212 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:42,212 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/C is initiating minor compaction (all files) 2024-12-06T08:42:42,213 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/C in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:42,213 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/947674fd40f142fe86137c3420521601, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/c39e21fb033b46b1ae18528e8c838f1d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/7502c29dc96b43e2a99904427b51ee7f] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=35.9 K 2024-12-06T08:42:42,213 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 947674fd40f142fe86137c3420521601, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733474558762 2024-12-06T08:42:42,213 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting c39e21fb033b46b1ae18528e8c838f1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733474559070 2024-12-06T08:42:42,214 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 7502c29dc96b43e2a99904427b51ee7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733474560477 2024-12-06T08:42:42,215 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/A of 9caa7bd841266198e8e5b551f6a628f4 into 430600b06f9742b2bef8fc9b5688dd7d(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:42,215 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:42,215 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/A, priority=13, startTime=1733474562150; duration=0sec 2024-12-06T08:42:42,215 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:42,215 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:A 2024-12-06T08:42:42,224 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#C#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:42,225 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/1477c7535eb747afbe38a500910499b8 is 50, key is test_row_0/C:col10/1733474560477/Put/seqid=0 2024-12-06T08:42:42,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742298_1474 (size=12595) 2024-12-06T08:42:42,244 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/1477c7535eb747afbe38a500910499b8 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/1477c7535eb747afbe38a500910499b8 2024-12-06T08:42:42,253 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/C of 9caa7bd841266198e8e5b551f6a628f4 into 1477c7535eb747afbe38a500910499b8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:42,253 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:42,253 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/C, priority=13, startTime=1733474562151; duration=0sec 2024-12-06T08:42:42,254 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:42,254 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:C 2024-12-06T08:42:42,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-06T08:42:42,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:42,257 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 9caa7bd841266198e8e5b551f6a628f4 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-06T08:42:42,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=A 2024-12-06T08:42:42,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:42,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=B 2024-12-06T08:42:42,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:42,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=C 2024-12-06T08:42:42,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:42,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206bc2a7cecff994a68830cb266362e308f_9caa7bd841266198e8e5b551f6a628f4 is 50, key is test_row_0/A:col10/1733474561737/Put/seqid=0 2024-12-06T08:42:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-06T08:42:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742299_1475 (size=12304) 2024-12-06T08:42:42,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,293 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206bc2a7cecff994a68830cb266362e308f_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206bc2a7cecff994a68830cb266362e308f_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:42,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/30b5c29d5c9b44bda8d1809c40f3a7d4, store: [table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:42,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/30b5c29d5c9b44bda8d1809c40f3a7d4 is 175, key is test_row_0/A:col10/1733474561737/Put/seqid=0 2024-12-06T08:42:42,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742300_1476 (size=31105) 2024-12-06T08:42:42,317 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/30b5c29d5c9b44bda8d1809c40f3a7d4 2024-12-06T08:42:42,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/6d23cd3052ab417081a164a3a5a8f4bb is 50, key is test_row_0/B:col10/1733474561737/Put/seqid=0 2024-12-06T08:42:42,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742301_1477 (size=12151) 2024-12-06T08:42:42,342 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/6d23cd3052ab417081a164a3a5a8f4bb 2024-12-06T08:42:42,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/968d1d8d29974edfb82cb1f74412723b is 50, key is test_row_0/C:col10/1733474561737/Put/seqid=0 2024-12-06T08:42:42,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742302_1478 (size=12151) 2024-12-06T08:42:42,358 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/968d1d8d29974edfb82cb1f74412723b 2024-12-06T08:42:42,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/30b5c29d5c9b44bda8d1809c40f3a7d4 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/30b5c29d5c9b44bda8d1809c40f3a7d4 2024-12-06T08:42:42,369 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/30b5c29d5c9b44bda8d1809c40f3a7d4, entries=150, sequenceid=252, filesize=30.4 K 2024-12-06T08:42:42,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/6d23cd3052ab417081a164a3a5a8f4bb as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/6d23cd3052ab417081a164a3a5a8f4bb 2024-12-06T08:42:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,375 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/6d23cd3052ab417081a164a3a5a8f4bb, entries=150, sequenceid=252, filesize=11.9 K 2024-12-06T08:42:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/968d1d8d29974edfb82cb1f74412723b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/968d1d8d29974edfb82cb1f74412723b 2024-12-06T08:42:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,381 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/968d1d8d29974edfb82cb1f74412723b, entries=150, sequenceid=252, filesize=11.9 K 2024-12-06T08:42:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,383 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=0 B/0 for 9caa7bd841266198e8e5b551f6a628f4 in 126ms, sequenceid=252, compaction requested=false 2024-12-06T08:42:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:42,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:42,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-12-06T08:42:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-12-06T08:42:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-06T08:42:42,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 434 msec 2024-12-06T08:42:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 439 msec 2024-12-06T08:42:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-06T08:42:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,580 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,581 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-12-06T08:42:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-06T08:42:42,583 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,584 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:42,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9caa7bd841266198e8e5b551f6a628f4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-06T08:42:42,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=A 2024-12-06T08:42:42,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:42,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=B 2024-12-06T08:42:42,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:42,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=C 2024-12-06T08:42:42,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:42,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120605955ac473254df08c025dee3e360a27_9caa7bd841266198e8e5b551f6a628f4 is 50, key is test_row_0/A:col10/1733474562591/Put/seqid=0 2024-12-06T08:42:42,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742303_1479 (size=17534) 2024-12-06T08:42:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-06T08:42:42,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474562661, max timestamp=1733474562707Num uniques 859; 2024-12-06T08:42:42,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474562661, max timestamp=1733474562707Num uniques 859; 2024-12-06T08:42:42,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:42,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:42,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474562661, max timestamp=1733474562707Num uniques 859; 2024-12-06T08:42:42,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:42,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-06T08:42:42,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:42,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:42,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:42,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:42,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:42,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474622814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:42,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:42,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:42,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:42,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474622820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:42,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:42,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:42,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:42,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-06T08:42:42,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:42,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:42,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:42,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:42,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-06T08:42:42,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474622927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:42,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:42,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474622948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:42,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:42,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:42,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:43,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474623007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:43,015 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_2' in 9caa7bd841266198e8e5b551f6a628f4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4252 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:43,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:43,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:43,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:43,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474623017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:43,030 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_0' in 9caa7bd841266198e8e5b551f6a628f4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4268 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:43,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:43,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:43,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:43,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474623028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:43,043 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_0' in 9caa7bd841266198e8e5b551f6a628f4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4278 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:43,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:43,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:43,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:43,044 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:43,048 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120605955ac473254df08c025dee3e360a27_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120605955ac473254df08c025dee3e360a27_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:43,049 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/a1c481eff4df48fea4e7131ee28ee3c5, store: [table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:43,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-06T08:42:43,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:43,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:43,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:43,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/a1c481eff4df48fea4e7131ee28ee3c5 is 175, key is test_row_0/A:col10/1733474562591/Put/seqid=0 2024-12-06T08:42:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742304_1480 (size=48639) 2024-12-06T08:42:43,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474623148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:43,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:43,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:43,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:43,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474623167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:43,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:43,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:43,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:43,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-06T08:42:43,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:43,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:43,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:43,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-06T08:42:43,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-06T08:42:43,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:43,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:43,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:43,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,458 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=262, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/a1c481eff4df48fea4e7131ee28ee3c5 2024-12-06T08:42:43,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/43c1aca7f92b4edfa5dbdeab02d2ec98 is 50, key is test_row_0/B:col10/1733474562591/Put/seqid=0 2024-12-06T08:42:43,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742305_1481 (size=12301) 2024-12-06T08:42:43,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474623468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:43,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:43,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:43,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:43,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474623477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:43,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-06T08:42:43,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:43,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:43,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:43,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-06T08:42:43,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:43,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:43,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:43,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-06T08:42:43,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-06T08:42:43,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:43,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:43,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:43,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/43c1aca7f92b4edfa5dbdeab02d2ec98 2024-12-06T08:42:43,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/926a8e661a7b4134a131ec7f7341fadd is 50, key is test_row_0/C:col10/1733474562591/Put/seqid=0 2024-12-06T08:42:43,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742306_1482 (size=12301) 2024-12-06T08:42:43,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-06T08:42:43,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:43,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:43,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:43,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:44,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474623987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:44,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:44,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:44,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:44,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474623998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:44,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:44,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:44,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:44,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-06T08:42:44,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:44,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:44,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:44,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:44,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:44,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-06T08:42:44,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:44,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:44,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:44,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:44,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:44,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/926a8e661a7b4134a131ec7f7341fadd 2024-12-06T08:42:44,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/a1c481eff4df48fea4e7131ee28ee3c5 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/a1c481eff4df48fea4e7131ee28ee3c5 2024-12-06T08:42:44,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/a1c481eff4df48fea4e7131ee28ee3c5, entries=250, sequenceid=262, filesize=47.5 K 2024-12-06T08:42:44,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/43c1aca7f92b4edfa5dbdeab02d2ec98 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/43c1aca7f92b4edfa5dbdeab02d2ec98 2024-12-06T08:42:44,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/43c1aca7f92b4edfa5dbdeab02d2ec98, entries=150, sequenceid=262, filesize=12.0 K 2024-12-06T08:42:44,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/926a8e661a7b4134a131ec7f7341fadd as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/926a8e661a7b4134a131ec7f7341fadd 2024-12-06T08:42:44,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/926a8e661a7b4134a131ec7f7341fadd, entries=150, sequenceid=262, filesize=12.0 K 2024-12-06T08:42:44,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 9caa7bd841266198e8e5b551f6a628f4 in 1719ms, sequenceid=262, compaction requested=true 2024-12-06T08:42:44,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:44,327 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:44,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:42:44,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:44,328 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:44,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:42:44,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:44,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:44,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:44,329 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:44,329 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111293 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:44,329 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/A is initiating minor compaction (all files) 2024-12-06T08:42:44,329 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/B is initiating minor compaction (all files) 2024-12-06T08:42:44,329 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/A in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:44,329 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/B in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:44,329 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/7b67ecc461074165aa9f34a4dfc4726c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/6d23cd3052ab417081a164a3a5a8f4bb, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/43c1aca7f92b4edfa5dbdeab02d2ec98] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=36.2 K 2024-12-06T08:42:44,329 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/430600b06f9742b2bef8fc9b5688dd7d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/30b5c29d5c9b44bda8d1809c40f3a7d4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/a1c481eff4df48fea4e7131ee28ee3c5] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=108.7 K 2024-12-06T08:42:44,329 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:44,330 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/430600b06f9742b2bef8fc9b5688dd7d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/30b5c29d5c9b44bda8d1809c40f3a7d4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/a1c481eff4df48fea4e7131ee28ee3c5] 2024-12-06T08:42:44,330 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b67ecc461074165aa9f34a4dfc4726c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733474560477 2024-12-06T08:42:44,330 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 430600b06f9742b2bef8fc9b5688dd7d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733474560477 2024-12-06T08:42:44,330 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d23cd3052ab417081a164a3a5a8f4bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733474561721 2024-12-06T08:42:44,330 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 43c1aca7f92b4edfa5dbdeab02d2ec98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733474562464 2024-12-06T08:42:44,331 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30b5c29d5c9b44bda8d1809c40f3a7d4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733474561721 2024-12-06T08:42:44,331 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1c481eff4df48fea4e7131ee28ee3c5, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733474562464 2024-12-06T08:42:44,337 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#B#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:44,337 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/fc3363db76aa4b46b7e7a21c418a880b is 50, key is test_row_0/B:col10/1733474562591/Put/seqid=0 2024-12-06T08:42:44,338 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:44,340 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412069fd85a275e2f4b578a5ec41f7bc41d0e_9caa7bd841266198e8e5b551f6a628f4 store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:44,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742307_1483 (size=12847) 2024-12-06T08:42:44,343 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412069fd85a275e2f4b578a5ec41f7bc41d0e_9caa7bd841266198e8e5b551f6a628f4, store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:44,344 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069fd85a275e2f4b578a5ec41f7bc41d0e_9caa7bd841266198e8e5b551f6a628f4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:44,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742308_1484 (size=4469) 2024-12-06T08:42:44,356 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#A#compaction#416 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:44,356 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/c039a8483e774dc6a1c190a7c019fd2d is 175, key is test_row_0/A:col10/1733474562591/Put/seqid=0 2024-12-06T08:42:44,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742309_1485 (size=31801) 2024-12-06T08:42:44,366 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/c039a8483e774dc6a1c190a7c019fd2d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/c039a8483e774dc6a1c190a7c019fd2d 2024-12-06T08:42:44,370 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/A of 9caa7bd841266198e8e5b551f6a628f4 into c039a8483e774dc6a1c190a7c019fd2d(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:44,370 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:44,370 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/A, priority=13, startTime=1733474564327; duration=0sec 2024-12-06T08:42:44,370 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:44,370 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:A 2024-12-06T08:42:44,370 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:44,371 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:44,371 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/C is initiating minor compaction (all files) 2024-12-06T08:42:44,371 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/C in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:44,371 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/1477c7535eb747afbe38a500910499b8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/968d1d8d29974edfb82cb1f74412723b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/926a8e661a7b4134a131ec7f7341fadd] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=36.2 K 2024-12-06T08:42:44,372 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1477c7535eb747afbe38a500910499b8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733474560477 2024-12-06T08:42:44,372 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 968d1d8d29974edfb82cb1f74412723b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733474561721 2024-12-06T08:42:44,372 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 926a8e661a7b4134a131ec7f7341fadd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733474562464 2024-12-06T08:42:44,379 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#C#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:44,379 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/4d27868b8434432dafc3d41c11f313d5 is 50, key is test_row_0/C:col10/1733474562591/Put/seqid=0 2024-12-06T08:42:44,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742310_1486 (size=12847) 2024-12-06T08:42:44,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-06T08:42:44,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:44,431 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 9caa7bd841266198e8e5b551f6a628f4 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-06T08:42:44,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=A 2024-12-06T08:42:44,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:44,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=B 2024-12-06T08:42:44,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:44,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=C 2024-12-06T08:42:44,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:44,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120660040718344f4140bcb817689feb91c4_9caa7bd841266198e8e5b551f6a628f4 is 50, key is test_row_0/A:col10/1733474562766/Put/seqid=0 2024-12-06T08:42:44,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742311_1487 (size=12454) 2024-12-06T08:42:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-06T08:42:44,746 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/fc3363db76aa4b46b7e7a21c418a880b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/fc3363db76aa4b46b7e7a21c418a880b 2024-12-06T08:42:44,751 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/B of 9caa7bd841266198e8e5b551f6a628f4 into fc3363db76aa4b46b7e7a21c418a880b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:44,751 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:44,751 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/B, priority=13, startTime=1733474564328; duration=0sec 2024-12-06T08:42:44,751 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:44,751 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:B 2024-12-06T08:42:44,788 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/4d27868b8434432dafc3d41c11f313d5 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/4d27868b8434432dafc3d41c11f313d5 2024-12-06T08:42:44,795 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/C of 9caa7bd841266198e8e5b551f6a628f4 into 4d27868b8434432dafc3d41c11f313d5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:44,795 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:44,795 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/C, priority=13, startTime=1733474564328; duration=0sec 2024-12-06T08:42:44,795 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:44,795 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:C 2024-12-06T08:42:44,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:44,846 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120660040718344f4140bcb817689feb91c4_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120660040718344f4140bcb817689feb91c4_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:44,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/88046d490a5a4f039e997324e1253a31, store: [table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:44,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/88046d490a5a4f039e997324e1253a31 is 175, key is test_row_0/A:col10/1733474562766/Put/seqid=0 2024-12-06T08:42:44,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742312_1488 (size=31255) 2024-12-06T08:42:44,854 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/88046d490a5a4f039e997324e1253a31 2024-12-06T08:42:44,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/4049c72fe36848c3b6d85b223cbd4636 is 50, key is test_row_0/B:col10/1733474562766/Put/seqid=0 2024-12-06T08:42:44,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742313_1489 (size=12301) 2024-12-06T08:42:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:45,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:45,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474625053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:45,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:45,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:45,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:45,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474625064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:45,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474625168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:45,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:45,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:45,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:45,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474625177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:45,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:45,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:45,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:45,274 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/4049c72fe36848c3b6d85b223cbd4636 2024-12-06T08:42:45,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/916f040ccd71400b9dd18d2652a30119 is 50, key is test_row_0/C:col10/1733474562766/Put/seqid=0 2024-12-06T08:42:45,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742314_1490 (size=12301) 2024-12-06T08:42:45,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474625388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:45,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474625397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:45,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:45,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:45,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:45,687 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/916f040ccd71400b9dd18d2652a30119 2024-12-06T08:42:45,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/88046d490a5a4f039e997324e1253a31 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/88046d490a5a4f039e997324e1253a31 2024-12-06T08:42:45,694 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/88046d490a5a4f039e997324e1253a31, entries=150, sequenceid=300, filesize=30.5 K 2024-12-06T08:42:45,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/4049c72fe36848c3b6d85b223cbd4636 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/4049c72fe36848c3b6d85b223cbd4636 2024-12-06T08:42:45,698 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/4049c72fe36848c3b6d85b223cbd4636, entries=150, sequenceid=300, filesize=12.0 K 2024-12-06T08:42:45,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/916f040ccd71400b9dd18d2652a30119 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/916f040ccd71400b9dd18d2652a30119 2024-12-06T08:42:45,702 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/916f040ccd71400b9dd18d2652a30119, entries=150, sequenceid=300, filesize=12.0 K 2024-12-06T08:42:45,703 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 9caa7bd841266198e8e5b551f6a628f4 in 1273ms, sequenceid=300, compaction requested=false 2024-12-06T08:42:45,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:45,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:45,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-12-06T08:42:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-12-06T08:42:45,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-06T08:42:45,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1200 sec 2024-12-06T08:42:45,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 3.1250 sec 2024-12-06T08:42:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:45,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9caa7bd841266198e8e5b551f6a628f4 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-06T08:42:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=A 2024-12-06T08:42:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=B 2024-12-06T08:42:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=C 2024-12-06T08:42:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:45,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064f136773434f4d3eba4915e8ea235328_9caa7bd841266198e8e5b551f6a628f4 is 50, key is test_row_0/A:col10/1733474565052/Put/seqid=0 2024-12-06T08:42:45,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742315_1491 (size=14994) 2024-12-06T08:42:45,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474565749, max timestamp=1733474565821Num uniques 859; 2024-12-06T08:42:45,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474565749, max timestamp=1733474565821Num uniques 859; 2024-12-06T08:42:45,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474565749, max timestamp=1733474565821Num uniques 859; 2024-12-06T08:42:45,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:42:45,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:42:45,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:42:45,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474625908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:45,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474625920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:45,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:45,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:45,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:46,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474626027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:46,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:46,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:46,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:46,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474626037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:46,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:46,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:46,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:46,125 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:46,129 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064f136773434f4d3eba4915e8ea235328_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f136773434f4d3eba4915e8ea235328_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:46,130 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/2b2a27e632ee47229bb8c8c3a27bf5d5, store: [table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:46,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/2b2a27e632ee47229bb8c8c3a27bf5d5 is 175, key is test_row_0/A:col10/1733474565052/Put/seqid=0 2024-12-06T08:42:46,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742316_1492 (size=39949) 2024-12-06T08:42:46,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474626248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:46,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474626257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:46,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:46,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:46,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:46,535 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/2b2a27e632ee47229bb8c8c3a27bf5d5 2024-12-06T08:42:46,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/db16f3ac05074559b04f519a0018fde1 is 50, key is test_row_0/B:col10/1733474565052/Put/seqid=0 2024-12-06T08:42:46,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742317_1493 (size=12301) 2024-12-06T08:42:46,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474626568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:46,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:46,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:46,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:46,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474626578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-06T08:42:46,738 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:46,738 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-12-06T08:42:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-06T08:42:46,741 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:46,742 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:46,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-06T08:42:46,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-06T08:42:46,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:46,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:46,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:46,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:46,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:46,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/db16f3ac05074559b04f519a0018fde1 2024-12-06T08:42:46,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/dc1dba17d09f4e009ee0f5f7d567e895 is 50, key is test_row_0/C:col10/1733474565052/Put/seqid=0 2024-12-06T08:42:46,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742318_1494 (size=12301) 2024-12-06T08:42:46,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/dc1dba17d09f4e009ee0f5f7d567e895 2024-12-06T08:42:46,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/2b2a27e632ee47229bb8c8c3a27bf5d5 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/2b2a27e632ee47229bb8c8c3a27bf5d5 2024-12-06T08:42:46,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/2b2a27e632ee47229bb8c8c3a27bf5d5, entries=200, sequenceid=313, filesize=39.0 K 2024-12-06T08:42:46,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/db16f3ac05074559b04f519a0018fde1 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/db16f3ac05074559b04f519a0018fde1 2024-12-06T08:42:46,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/db16f3ac05074559b04f519a0018fde1, entries=150, sequenceid=313, filesize=12.0 K 2024-12-06T08:42:46,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/dc1dba17d09f4e009ee0f5f7d567e895 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/dc1dba17d09f4e009ee0f5f7d567e895 2024-12-06T08:42:46,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/dc1dba17d09f4e009ee0f5f7d567e895, entries=150, sequenceid=313, filesize=12.0 K 2024-12-06T08:42:46,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 9caa7bd841266198e8e5b551f6a628f4 in 1285ms, sequenceid=313, compaction requested=true 2024-12-06T08:42:46,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:46,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:42:46,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:46,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:42:46,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:46,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:46,994 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:46,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:46,994 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:46,995 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:46,995 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/A is initiating minor compaction (all files) 2024-12-06T08:42:46,995 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/A in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:46,995 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/c039a8483e774dc6a1c190a7c019fd2d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/88046d490a5a4f039e997324e1253a31, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/2b2a27e632ee47229bb8c8c3a27bf5d5] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=100.6 K 2024-12-06T08:42:46,995 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:46,995 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/c039a8483e774dc6a1c190a7c019fd2d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/88046d490a5a4f039e997324e1253a31, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/2b2a27e632ee47229bb8c8c3a27bf5d5] 2024-12-06T08:42:46,996 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c039a8483e774dc6a1c190a7c019fd2d, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733474562464 2024-12-06T08:42:46,996 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:46,996 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88046d490a5a4f039e997324e1253a31, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733474562766 2024-12-06T08:42:46,996 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/B is initiating minor compaction (all files) 2024-12-06T08:42:46,996 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/B in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:46,996 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/fc3363db76aa4b46b7e7a21c418a880b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/4049c72fe36848c3b6d85b223cbd4636, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/db16f3ac05074559b04f519a0018fde1] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=36.6 K 2024-12-06T08:42:46,996 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting fc3363db76aa4b46b7e7a21c418a880b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733474562464 2024-12-06T08:42:46,996 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b2a27e632ee47229bb8c8c3a27bf5d5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733474565027 2024-12-06T08:42:46,997 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4049c72fe36848c3b6d85b223cbd4636, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733474562766 2024-12-06T08:42:46,997 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting db16f3ac05074559b04f519a0018fde1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733474565052 2024-12-06T08:42:47,003 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:47,006 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#B#compaction#425 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:47,007 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/679c728b918546dfbbfe5917e330c448 is 50, key is test_row_0/B:col10/1733474565052/Put/seqid=0 2024-12-06T08:42:47,020 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206649b3001a0eb4f80a32291fc0b08f493_9caa7bd841266198e8e5b551f6a628f4 store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:47,023 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206649b3001a0eb4f80a32291fc0b08f493_9caa7bd841266198e8e5b551f6a628f4, store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:47,023 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206649b3001a0eb4f80a32291fc0b08f493_9caa7bd841266198e8e5b551f6a628f4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:47,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-06T08:42:47,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:47,049 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 9caa7bd841266198e8e5b551f6a628f4 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-06T08:42:47,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=A 2024-12-06T08:42:47,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:47,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=B 2024-12-06T08:42:47,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:47,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=C 2024-12-06T08:42:47,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:47,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742320_1496 (size=4469) 2024-12-06T08:42:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-06T08:42:47,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742319_1495 (size=12949) 2024-12-06T08:42:47,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:47,068 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/679c728b918546dfbbfe5917e330c448 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/679c728b918546dfbbfe5917e330c448 2024-12-06T08:42:47,074 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/B of 9caa7bd841266198e8e5b551f6a628f4 into 679c728b918546dfbbfe5917e330c448(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:47,074 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:47,074 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/B, priority=13, startTime=1733474566994; duration=0sec 2024-12-06T08:42:47,075 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:47,075 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:B 2024-12-06T08:42:47,075 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:47,075 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:47,076 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/C is initiating minor compaction (all files) 2024-12-06T08:42:47,076 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/C in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:47,076 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/4d27868b8434432dafc3d41c11f313d5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/916f040ccd71400b9dd18d2652a30119, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/dc1dba17d09f4e009ee0f5f7d567e895] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=36.6 K 2024-12-06T08:42:47,077 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d27868b8434432dafc3d41c11f313d5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733474562464 2024-12-06T08:42:47,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120637662d184ef04f679f40e68b7aae70d8_9caa7bd841266198e8e5b551f6a628f4 is 50, key is test_row_0/A:col10/1733474565906/Put/seqid=0 2024-12-06T08:42:47,079 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 916f040ccd71400b9dd18d2652a30119, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733474562766 2024-12-06T08:42:47,079 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting dc1dba17d09f4e009ee0f5f7d567e895, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733474565052 2024-12-06T08:42:47,095 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#C#compaction#427 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:47,095 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/a57f8329b8644a5ab073db6aeb788256 is 50, key is test_row_0/C:col10/1733474565052/Put/seqid=0 2024-12-06T08:42:47,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742321_1497 (size=12454) 2024-12-06T08:42:47,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474627098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:47,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:47,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:47,141 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120637662d184ef04f679f40e68b7aae70d8_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120637662d184ef04f679f40e68b7aae70d8_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:47,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474627108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:47,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/2f4280f1d5334154961e302b85faf704, store: [table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:47,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/2f4280f1d5334154961e302b85faf704 is 175, key is test_row_0/A:col10/1733474565906/Put/seqid=0 2024-12-06T08:42:47,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:47,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742322_1498 (size=12949) 2024-12-06T08:42:47,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474627123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:47,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474627124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:47,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:47,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:47,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474627125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:47,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:47,151 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/a57f8329b8644a5ab073db6aeb788256 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/a57f8329b8644a5ab073db6aeb788256 2024-12-06T08:42:47,156 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/C of 9caa7bd841266198e8e5b551f6a628f4 into a57f8329b8644a5ab073db6aeb788256(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:47,156 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:47,156 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/C, priority=13, startTime=1733474566994; duration=0sec 2024-12-06T08:42:47,156 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:47,156 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:C 2024-12-06T08:42:47,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742323_1499 (size=31255) 2024-12-06T08:42:47,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474627257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:47,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:47,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474627259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:47,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:47,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474627257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:47,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-06T08:42:47,459 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#A#compaction#424 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:47,460 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/b4c0f75f49954d92ae539ae66b716ee1 is 175, key is test_row_0/A:col10/1733474565052/Put/seqid=0 2024-12-06T08:42:47,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474627488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:47,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:47,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474627489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:47,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:47,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:47,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474627489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:47,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:47,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:47,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742324_1500 (size=31903) 2024-12-06T08:42:47,568 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/2f4280f1d5334154961e302b85faf704 2024-12-06T08:42:47,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/8ff11112a97e4e25b3fe9f5a41188cdf is 50, key is test_row_0/B:col10/1733474565906/Put/seqid=0 2024-12-06T08:42:47,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742325_1501 (size=12301) 2024-12-06T08:42:47,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474627808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:47,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:47,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474627808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:47,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:47,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:47,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474627808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:47,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:47,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-06T08:42:47,909 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/b4c0f75f49954d92ae539ae66b716ee1 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/b4c0f75f49954d92ae539ae66b716ee1 2024-12-06T08:42:47,914 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/A of 9caa7bd841266198e8e5b551f6a628f4 into b4c0f75f49954d92ae539ae66b716ee1(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:47,914 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:47,914 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/A, priority=13, startTime=1733474566994; duration=0sec 2024-12-06T08:42:47,914 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:47,914 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:A 2024-12-06T08:42:48,043 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/8ff11112a97e4e25b3fe9f5a41188cdf 2024-12-06T08:42:48,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/e7022864ec4a49ceb46a8ded13c9f375 is 50, key is test_row_0/C:col10/1733474565906/Put/seqid=0 2024-12-06T08:42:48,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742326_1502 (size=12301) 2024-12-06T08:42:48,069 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/e7022864ec4a49ceb46a8ded13c9f375 2024-12-06T08:42:48,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/2f4280f1d5334154961e302b85faf704 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/2f4280f1d5334154961e302b85faf704 2024-12-06T08:42:48,086 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/2f4280f1d5334154961e302b85faf704, entries=150, sequenceid=348, filesize=30.5 K 2024-12-06T08:42:48,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/8ff11112a97e4e25b3fe9f5a41188cdf as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/8ff11112a97e4e25b3fe9f5a41188cdf 2024-12-06T08:42:48,093 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/8ff11112a97e4e25b3fe9f5a41188cdf, entries=150, sequenceid=348, filesize=12.0 K 2024-12-06T08:42:48,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/e7022864ec4a49ceb46a8ded13c9f375 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/e7022864ec4a49ceb46a8ded13c9f375 2024-12-06T08:42:48,102 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/e7022864ec4a49ceb46a8ded13c9f375, entries=150, sequenceid=348, filesize=12.0 K 2024-12-06T08:42:48,108 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=60.38 KB/61830 for 9caa7bd841266198e8e5b551f6a628f4 in 1059ms, sequenceid=348, compaction requested=false 2024-12-06T08:42:48,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:48,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:48,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-12-06T08:42:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-12-06T08:42:48,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-06T08:42:48,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3680 sec 2024-12-06T08:42:48,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.3760 sec 2024-12-06T08:42:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:48,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9caa7bd841266198e8e5b551f6a628f4 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-06T08:42:48,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=A 2024-12-06T08:42:48,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:48,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=B 2024-12-06T08:42:48,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:48,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=C 2024-12-06T08:42:48,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:48,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f2d8a18b65994660b0a8c4fb76580c6c_9caa7bd841266198e8e5b551f6a628f4 is 50, key is test_row_0/A:col10/1733474567113/Put/seqid=0 2024-12-06T08:42:48,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742327_1503 (size=14994) 2024-12-06T08:42:48,174 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:48,178 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f2d8a18b65994660b0a8c4fb76580c6c_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f2d8a18b65994660b0a8c4fb76580c6c_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:48,179 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/d31129b05b624e40ae1040c9039e1105, store: [table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:48,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/d31129b05b624e40ae1040c9039e1105 is 175, key is test_row_0/A:col10/1733474567113/Put/seqid=0 2024-12-06T08:42:48,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742328_1504 (size=39949) 2024-12-06T08:42:48,188 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/d31129b05b624e40ae1040c9039e1105 2024-12-06T08:42:48,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/e3a6d69be0b7464dbb4eb236b7be4e6e is 50, key is test_row_0/B:col10/1733474567113/Put/seqid=0 2024-12-06T08:42:48,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742329_1505 (size=12301) 2024-12-06T08:42:48,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/e3a6d69be0b7464dbb4eb236b7be4e6e 2024-12-06T08:42:48,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/fc8efa3114f74d02bd5157046253ae51 is 50, key is test_row_0/C:col10/1733474567113/Put/seqid=0 2024-12-06T08:42:48,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742330_1506 (size=12301) 2024-12-06T08:42:48,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474628258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:48,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:48,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:48,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474628270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:48,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474628327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:48,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:48,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:48,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474628328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:48,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:48,341 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:48,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:48,341 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:48,341 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474628328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:48,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474628377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:48,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:48,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:48,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474628377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:48,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:48,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:48,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:48,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:48,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474628588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:48,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474628588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:48,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:48,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:48,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:48,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:48,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:48,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:48,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/fc8efa3114f74d02bd5157046253ae51 2024-12-06T08:42:48,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/d31129b05b624e40ae1040c9039e1105 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/d31129b05b624e40ae1040c9039e1105 2024-12-06T08:42:48,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/d31129b05b624e40ae1040c9039e1105, entries=200, sequenceid=364, filesize=39.0 K 2024-12-06T08:42:48,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/e3a6d69be0b7464dbb4eb236b7be4e6e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/e3a6d69be0b7464dbb4eb236b7be4e6e 2024-12-06T08:42:48,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/e3a6d69be0b7464dbb4eb236b7be4e6e, entries=150, sequenceid=364, filesize=12.0 K 2024-12-06T08:42:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/fc8efa3114f74d02bd5157046253ae51 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/fc8efa3114f74d02bd5157046253ae51 2024-12-06T08:42:48,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/fc8efa3114f74d02bd5157046253ae51, entries=150, sequenceid=364, filesize=12.0 K 2024-12-06T08:42:48,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 9caa7bd841266198e8e5b551f6a628f4 in 528ms, sequenceid=364, compaction requested=true 2024-12-06T08:42:48,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:48,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:42:48,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:48,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:42:48,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:48,674 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:48,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9caa7bd841266198e8e5b551f6a628f4:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:42:48,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T08:42:48,674 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:48,675 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:48,675 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:48,675 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/B is initiating minor compaction (all files) 2024-12-06T08:42:48,675 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/A is initiating minor compaction (all files) 2024-12-06T08:42:48,675 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/B in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:48,675 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/A in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:48,675 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/679c728b918546dfbbfe5917e330c448, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/8ff11112a97e4e25b3fe9f5a41188cdf, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/e3a6d69be0b7464dbb4eb236b7be4e6e] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=36.7 K 2024-12-06T08:42:48,675 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/b4c0f75f49954d92ae539ae66b716ee1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/2f4280f1d5334154961e302b85faf704, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/d31129b05b624e40ae1040c9039e1105] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=100.7 K 2024-12-06T08:42:48,675 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:48,675 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/b4c0f75f49954d92ae539ae66b716ee1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/2f4280f1d5334154961e302b85faf704, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/d31129b05b624e40ae1040c9039e1105] 2024-12-06T08:42:48,677 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 679c728b918546dfbbfe5917e330c448, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733474565052 2024-12-06T08:42:48,677 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4c0f75f49954d92ae539ae66b716ee1, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733474565052 2024-12-06T08:42:48,677 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f4280f1d5334154961e302b85faf704, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733474565900 2024-12-06T08:42:48,677 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ff11112a97e4e25b3fe9f5a41188cdf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733474565900 2024-12-06T08:42:48,677 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting d31129b05b624e40ae1040c9039e1105, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733474567078 2024-12-06T08:42:48,678 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting e3a6d69be0b7464dbb4eb236b7be4e6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733474567109 2024-12-06T08:42:48,695 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:48,709 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#B#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:48,709 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/4539cfcb3c3e4a8784afc1a12ace2e39 is 50, key is test_row_0/B:col10/1733474567113/Put/seqid=0 2024-12-06T08:42:48,728 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120695fd4ac94a214013b560ca33f20ecc89_9caa7bd841266198e8e5b551f6a628f4 store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:48,731 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120695fd4ac94a214013b560ca33f20ecc89_9caa7bd841266198e8e5b551f6a628f4, store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:48,731 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120695fd4ac94a214013b560ca33f20ecc89_9caa7bd841266198e8e5b551f6a628f4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:48,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742331_1507 (size=13051) 2024-12-06T08:42:48,823 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/4539cfcb3c3e4a8784afc1a12ace2e39 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/4539cfcb3c3e4a8784afc1a12ace2e39 2024-12-06T08:42:48,834 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/B of 9caa7bd841266198e8e5b551f6a628f4 into 4539cfcb3c3e4a8784afc1a12ace2e39(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:48,834 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:48,834 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/B, priority=13, startTime=1733474568674; duration=0sec 2024-12-06T08:42:48,834 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:42:48,834 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:B 2024-12-06T08:42:48,834 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:42:48,835 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:42:48,835 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 9caa7bd841266198e8e5b551f6a628f4/C is initiating minor compaction (all files) 2024-12-06T08:42:48,835 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9caa7bd841266198e8e5b551f6a628f4/C in TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:48,835 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/a57f8329b8644a5ab073db6aeb788256, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/e7022864ec4a49ceb46a8ded13c9f375, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/fc8efa3114f74d02bd5157046253ae51] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp, totalSize=36.7 K 2024-12-06T08:42:48,835 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting a57f8329b8644a5ab073db6aeb788256, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733474565052 2024-12-06T08:42:48,836 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting e7022864ec4a49ceb46a8ded13c9f375, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733474565900 2024-12-06T08:42:48,836 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting fc8efa3114f74d02bd5157046253ae51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733474567109 2024-12-06T08:42:48,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742332_1508 (size=4469) 2024-12-06T08:42:48,874 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#C#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:48,875 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/8d936491cbcb46619f90a135e233fd8c is 50, key is test_row_0/C:col10/1733474567113/Put/seqid=0 2024-12-06T08:42:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-06T08:42:48,888 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:48,889 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-12-06T08:42:48,891 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-06T08:42:48,891 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:48,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:48,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742333_1509 (size=13051) 2024-12-06T08:42:48,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9caa7bd841266198e8e5b551f6a628f4 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-06T08:42:48,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=A 2024-12-06T08:42:48,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:48,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=B 2024-12-06T08:42:48,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:48,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=C 2024-12-06T08:42:48,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:48,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ffa36fbb0fb44e98aaa948224b095860_9caa7bd841266198e8e5b551f6a628f4 is 50, key is test_row_0/A:col10/1733474568929/Put/seqid=0 2024-12-06T08:42:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-06T08:42:49,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742334_1510 (size=14994) 2024-12-06T08:42:49,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-06T08:42:49,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:49,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:49,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:49,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474629033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:49,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474629037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:49,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474629177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:49,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:49,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474629178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:49,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-06T08:42:49,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-06T08:42:49,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:49,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:49,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:49,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,246 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9caa7bd841266198e8e5b551f6a628f4#A#compaction#433 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:42:49,247 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/95d1f2dc556b4a0ab694831a1e8bf92f is 175, key is test_row_0/A:col10/1733474567113/Put/seqid=0 2024-12-06T08:42:49,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742335_1511 (size=32005) 2024-12-06T08:42:49,338 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/8d936491cbcb46619f90a135e233fd8c as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/8d936491cbcb46619f90a135e233fd8c 2024-12-06T08:42:49,343 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/C of 9caa7bd841266198e8e5b551f6a628f4 into 8d936491cbcb46619f90a135e233fd8c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:42:49,343 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:49,343 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/C, priority=13, startTime=1733474568674; duration=0sec 2024-12-06T08:42:49,343 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:49,343 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:C 2024-12-06T08:42:49,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54960 deadline: 1733474629348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:49,368 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_2' in 9caa7bd841266198e8e5b551f6a628f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2245 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:49,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1733474629348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:49,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54982 deadline: 1733474629358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:49,370 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_0' in 9caa7bd841266198e8e5b551f6a628f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2245 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:49,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:49,370 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_2' in 9caa7bd841266198e8e5b551f6a628f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:49,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:49,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-06T08:42:49,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:49,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:49,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:49,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474629397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:49,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474629398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:49,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:49,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:49,411 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:49,416 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ffa36fbb0fb44e98aaa948224b095860_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ffa36fbb0fb44e98aaa948224b095860_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:49,417 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/39b5badc9ee24b14b3b871fc5b6c13f6, store: [table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:49,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/39b5badc9ee24b14b3b871fc5b6c13f6 is 175, key is test_row_0/A:col10/1733474568929/Put/seqid=0 2024-12-06T08:42:49,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742336_1512 (size=39949) 2024-12-06T08:42:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-06T08:42:49,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-06T08:42:49,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:49,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:49,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:49,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-06T08:42:49,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:49,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:49,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:49,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,706 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/95d1f2dc556b4a0ab694831a1e8bf92f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/95d1f2dc556b4a0ab694831a1e8bf92f 2024-12-06T08:42:49,711 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9caa7bd841266198e8e5b551f6a628f4/A of 9caa7bd841266198e8e5b551f6a628f4 into 95d1f2dc556b4a0ab694831a1e8bf92f(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-12-06T08:42:49,711 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:49,711 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., storeName=9caa7bd841266198e8e5b551f6a628f4/A, priority=13, startTime=1733474568674; duration=1sec 2024-12-06T08:42:49,711 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:42:49,711 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9caa7bd841266198e8e5b551f6a628f4:A 2024-12-06T08:42:49,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474629717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:49,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:49,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474629717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:49,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:49,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:49,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-06T08:42:49,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:49,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:49,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:49,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,878 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=385, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/39b5badc9ee24b14b3b871fc5b6c13f6 2024-12-06T08:42:49,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/b80d26576ec44817870a2ae7826ca32a is 50, key is test_row_0/B:col10/1733474568929/Put/seqid=0 2024-12-06T08:42:49,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742337_1513 (size=12301) 2024-12-06T08:42:49,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-06T08:42:49,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:49,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:49,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:49,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-06T08:42:50,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-06T08:42:50,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:50,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:50,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:50,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:50,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:50,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1733474630238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:50,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:50,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54952 deadline: 1733474630239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:50,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:50,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:50,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:50,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:50,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:42:50,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-06T08:42:50,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:50,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:50,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:50,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:50,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:50,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/b80d26576ec44817870a2ae7826ca32a 2024-12-06T08:42:50,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/2df001a35a634941ad1848a77b184e8e is 50, key is test_row_0/C:col10/1733474568929/Put/seqid=0 2024-12-06T08:42:50,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742338_1514 (size=12301) 2024-12-06T08:42:50,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-06T08:42:50,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:50,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:50,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:50,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:50,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:50,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-06T08:42:50,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:50,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:50,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:50,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:50,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:50,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-06T08:42:50,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:50,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:50,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:50,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:50,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:50,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/2df001a35a634941ad1848a77b184e8e 2024-12-06T08:42:50,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/39b5badc9ee24b14b3b871fc5b6c13f6 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/39b5badc9ee24b14b3b871fc5b6c13f6 2024-12-06T08:42:50,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/39b5badc9ee24b14b3b871fc5b6c13f6, entries=200, sequenceid=385, filesize=39.0 K 2024-12-06T08:42:50,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/b80d26576ec44817870a2ae7826ca32a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/b80d26576ec44817870a2ae7826ca32a 2024-12-06T08:42:50,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/b80d26576ec44817870a2ae7826ca32a, entries=150, sequenceid=385, filesize=12.0 K 2024-12-06T08:42:50,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/2df001a35a634941ad1848a77b184e8e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/2df001a35a634941ad1848a77b184e8e 2024-12-06T08:42:50,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/2df001a35a634941ad1848a77b184e8e, entries=150, sequenceid=385, filesize=12.0 K 2024-12-06T08:42:50,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 9caa7bd841266198e8e5b551f6a628f4 in 1905ms, sequenceid=385, compaction requested=false 2024-12-06T08:42:50,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:50,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-06T08:42:50,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:50,919 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 9caa7bd841266198e8e5b551f6a628f4 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-06T08:42:50,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=A 2024-12-06T08:42:50,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:50,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=B 2024-12-06T08:42:50,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:50,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=C 2024-12-06T08:42:50,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:50,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120687070d59b3804f039e3bc29a96c82d8a_9caa7bd841266198e8e5b551f6a628f4 is 50, key is test_row_0/A:col10/1733474569004/Put/seqid=0 2024-12-06T08:42:50,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742339_1515 (size=12454) 2024-12-06T08:42:50,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:50,957 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120687070d59b3804f039e3bc29a96c82d8a_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120687070d59b3804f039e3bc29a96c82d8a_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:50,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/410259ab80e2447f9a3f4d18531eaca9, store: [table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:50,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/410259ab80e2447f9a3f4d18531eaca9 is 175, key is test_row_0/A:col10/1733474569004/Put/seqid=0 2024-12-06T08:42:50,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742340_1516 (size=31255) 2024-12-06T08:42:50,981 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/410259ab80e2447f9a3f4d18531eaca9 2024-12-06T08:42:51,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/596b53a834e5442dba45c1a3f5d69cbb is 50, key is test_row_0/B:col10/1733474569004/Put/seqid=0 2024-12-06T08:42:51,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742341_1517 (size=12301) 2024-12-06T08:42:51,017 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/596b53a834e5442dba45c1a3f5d69cbb 2024-12-06T08:42:51,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/41b8e96ced4f4ef1910e46ef26b29a1a is 50, key is test_row_0/C:col10/1733474569004/Put/seqid=0 2024-12-06T08:42:51,033 INFO [Thread-1877 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1877. 2024-12-06T08:42:51,033 DEBUG [Thread-1877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:51,034 DEBUG [Thread-1877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,034 DEBUG [Thread-1877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:51,035 INFO [Thread-1879 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1879. 2024-12-06T08:42:51,035 DEBUG [Thread-1879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:51,035 DEBUG [Thread-1879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,035 DEBUG [Thread-1879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-06T08:42:51,038 INFO [Thread-1875 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1875. 2024-12-06T08:42:51,038 DEBUG [Thread-1875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:51,038 DEBUG [Thread-1875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,038 DEBUG [Thread-1875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:51,043 INFO [Thread-1881 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1881. 2024-12-06T08:42:51,043 DEBUG [Thread-1881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:51,043 DEBUG [Thread-1881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,043 INFO [Thread-1873 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1873. 2024-12-06T08:42:51,043 DEBUG [Thread-1881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,043 DEBUG [Thread-1873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:51,043 DEBUG [Thread-1873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:51,044 DEBUG [Thread-1873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:51,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742342_1518 (size=12301) 2024-12-06T08:42:51,093 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T08:42:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:51,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. as already flushing 2024-12-06T08:42:51,269 INFO [Thread-1866 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1866. 2024-12-06T08:42:51,269 DEBUG [Thread-1866 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:51,269 INFO [Thread-1864 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1864. 2024-12-06T08:42:51,270 DEBUG [Thread-1866 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,270 DEBUG [Thread-1864 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:51,270 DEBUG [Thread-1864 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,270 DEBUG [Thread-1866 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,270 DEBUG [Thread-1864 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:51,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:51,379 INFO [Thread-1868 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1868. 2024-12-06T08:42:51,379 INFO [Thread-1862 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1862. 2024-12-06T08:42:51,379 DEBUG [Thread-1868 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:51,380 DEBUG [Thread-1862 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:51,380 DEBUG [Thread-1868 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,380 DEBUG [Thread-1862 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,380 DEBUG [Thread-1868 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,380 DEBUG [Thread-1862 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:51,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:51,389 INFO [Thread-1870 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1870. 2024-12-06T08:42:51,389 DEBUG [Thread-1870 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:42:51,389 DEBUG [Thread-1870 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,389 DEBUG [Thread-1870 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:51,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:51,446 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/41b8e96ced4f4ef1910e46ef26b29a1a 2024-12-06T08:42:51,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/410259ab80e2447f9a3f4d18531eaca9 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/410259ab80e2447f9a3f4d18531eaca9 2024-12-06T08:42:51,453 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/410259ab80e2447f9a3f4d18531eaca9, entries=150, sequenceid=399, filesize=30.5 K 2024-12-06T08:42:51,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/596b53a834e5442dba45c1a3f5d69cbb as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/596b53a834e5442dba45c1a3f5d69cbb 2024-12-06T08:42:51,456 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/596b53a834e5442dba45c1a3f5d69cbb, entries=150, sequenceid=399, filesize=12.0 K 2024-12-06T08:42:51,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/41b8e96ced4f4ef1910e46ef26b29a1a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/41b8e96ced4f4ef1910e46ef26b29a1a 2024-12-06T08:42:51,459 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/41b8e96ced4f4ef1910e46ef26b29a1a, entries=150, sequenceid=399, filesize=12.0 K 2024-12-06T08:42:51,460 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=33.54 KB/34350 for 9caa7bd841266198e8e5b551f6a628f4 in 542ms, sequenceid=399, compaction requested=true 2024-12-06T08:42:51,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 9caa7bd841266198e8e5b551f6a628f4: 2024-12-06T08:42:51,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:51,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-12-06T08:42:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-12-06T08:42:51,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-06T08:42:51,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5690 sec 2024-12-06T08:42:51,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 2.5740 sec 2024-12-06T08:42:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-06T08:42:53,048 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:53,048 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T08:42:53,048 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-12-06T08:42:53,048 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-12-06T08:42:53,048 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-12-06T08:42:53,048 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-12-06T08:42:53,048 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-12-06T08:42:53,048 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T08:42:53,048 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T08:42:53,048 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 822 2024-12-06T08:42:53,048 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2460 rows 2024-12-06T08:42:53,048 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 825 2024-12-06T08:42:53,048 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2472 rows 2024-12-06T08:42:53,048 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 836 2024-12-06T08:42:53,048 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2498 rows 2024-12-06T08:42:53,048 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 821 2024-12-06T08:42:53,048 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2460 rows 2024-12-06T08:42:53,048 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 825 2024-12-06T08:42:53,048 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2466 rows 2024-12-06T08:42:53,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T08:42:53,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T08:42:53,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:53,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:53,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:42:53,049 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T08:42:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T08:42:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-06T08:42:53,052 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474573052"}]},"ts":"1733474573052"} 2024-12-06T08:42:53,053 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T08:42:53,054 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T08:42:53,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T08:42:53,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9caa7bd841266198e8e5b551f6a628f4, UNASSIGN}] 2024-12-06T08:42:53,056 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9caa7bd841266198e8e5b551f6a628f4, UNASSIGN 2024-12-06T08:42:53,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=9caa7bd841266198e8e5b551f6a628f4, regionState=CLOSING, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:42:53,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9caa7bd841266198e8e5b551f6a628f4, UNASSIGN because future has completed 2024-12-06T08:42:53,058 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T08:42:53,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014}] 2024-12-06T08:42:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-06T08:42:53,210 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(122): Close 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:53,210 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T08:42:53,210 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1722): Closing 9caa7bd841266198e8e5b551f6a628f4, disabling compactions & flushes 2024-12-06T08:42:53,210 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:53,210 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:53,210 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. after waiting 0 ms 2024-12-06T08:42:53,210 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:53,211 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(2902): Flushing 9caa7bd841266198e8e5b551f6a628f4 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-06T08:42:53,211 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=A 2024-12-06T08:42:53,211 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:53,211 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=B 2024-12-06T08:42:53,211 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:53,211 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9caa7bd841266198e8e5b551f6a628f4, store=C 2024-12-06T08:42:53,211 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:53,216 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fe589d642e714dcf98846362b0e21c3c_9caa7bd841266198e8e5b551f6a628f4 is 50, key is test_row_0/A:col10/1733474571378/Put/seqid=0 2024-12-06T08:42:53,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742343_1519 (size=9914) 2024-12-06T08:42:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-06T08:42:53,619 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:53,623 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fe589d642e714dcf98846362b0e21c3c_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fe589d642e714dcf98846362b0e21c3c_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:53,623 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/d9bcaec597634677b9ccb496d161e24d, store: [table=TestAcidGuarantees family=A region=9caa7bd841266198e8e5b551f6a628f4] 2024-12-06T08:42:53,624 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/d9bcaec597634677b9ccb496d161e24d is 175, key is test_row_0/A:col10/1733474571378/Put/seqid=0 2024-12-06T08:42:53,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742344_1520 (size=22561) 2024-12-06T08:42:53,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-06T08:42:54,028 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/d9bcaec597634677b9ccb496d161e24d 2024-12-06T08:42:54,033 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/5833a91b8bd2439aba1e303a795d29c1 is 50, key is test_row_0/B:col10/1733474571378/Put/seqid=0 2024-12-06T08:42:54,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742345_1521 (size=9857) 2024-12-06T08:42:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-06T08:42:54,437 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/5833a91b8bd2439aba1e303a795d29c1 2024-12-06T08:42:54,443 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/31feffadfed148c6ac74640540b60343 is 50, key is test_row_0/C:col10/1733474571378/Put/seqid=0 2024-12-06T08:42:54,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742346_1522 (size=9857) 2024-12-06T08:42:54,847 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/31feffadfed148c6ac74640540b60343 2024-12-06T08:42:54,848 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/9cfd80ba22b44b2f98463e1b12016ac2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/c718bb6250b14ed9ae388770a4bbf058, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/19724faf90dd4e6b88406ba61d400d1d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/d2ec9e05a40649d8942ee56f2edec3a2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/aed8a813accc4060bc01866c845386ad, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/481187d4d6b947e49e618351e3e3e530, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/cdb2888ee94248e7b6c0258c844b0f03, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/09e1cf7fc82e4af38b5548e5dd951fec, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/130c4f5379b641888635f573cf85818b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/554b663b3c184c13823743acab0bc973, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/e22c2bfc22964bc5ad0e0b5260833559, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/cfbc9d78b15942c99b9cdb1e2db39f3f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/b189c5cdb30d47ea8aa56184930fa4f1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/430600b06f9742b2bef8fc9b5688dd7d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/30b5c29d5c9b44bda8d1809c40f3a7d4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/a1c481eff4df48fea4e7131ee28ee3c5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/c039a8483e774dc6a1c190a7c019fd2d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/88046d490a5a4f039e997324e1253a31, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/2b2a27e632ee47229bb8c8c3a27bf5d5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/b4c0f75f49954d92ae539ae66b716ee1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/2f4280f1d5334154961e302b85faf704, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/d31129b05b624e40ae1040c9039e1105] to archive 2024-12-06T08:42:54,849 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T08:42:54,851 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/A/d9bcaec597634677b9ccb496d161e24d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/d9bcaec597634677b9ccb496d161e24d 2024-12-06T08:42:54,851 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/9cfd80ba22b44b2f98463e1b12016ac2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/9cfd80ba22b44b2f98463e1b12016ac2 2024-12-06T08:42:54,852 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/c718bb6250b14ed9ae388770a4bbf058 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/c718bb6250b14ed9ae388770a4bbf058 2024-12-06T08:42:54,853 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/19724faf90dd4e6b88406ba61d400d1d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/19724faf90dd4e6b88406ba61d400d1d 2024-12-06T08:42:54,854 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/d9bcaec597634677b9ccb496d161e24d, entries=100, sequenceid=407, filesize=22.0 K 2024-12-06T08:42:54,854 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/d2ec9e05a40649d8942ee56f2edec3a2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/d2ec9e05a40649d8942ee56f2edec3a2 2024-12-06T08:42:54,854 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/B/5833a91b8bd2439aba1e303a795d29c1 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/5833a91b8bd2439aba1e303a795d29c1 2024-12-06T08:42:54,855 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/aed8a813accc4060bc01866c845386ad to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/aed8a813accc4060bc01866c845386ad 2024-12-06T08:42:54,856 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/481187d4d6b947e49e618351e3e3e530 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/481187d4d6b947e49e618351e3e3e530 2024-12-06T08:42:54,857 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/cdb2888ee94248e7b6c0258c844b0f03 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/cdb2888ee94248e7b6c0258c844b0f03 2024-12-06T08:42:54,857 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/5833a91b8bd2439aba1e303a795d29c1, entries=100, sequenceid=407, filesize=9.6 K 2024-12-06T08:42:54,858 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/.tmp/C/31feffadfed148c6ac74640540b60343 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/31feffadfed148c6ac74640540b60343 2024-12-06T08:42:54,858 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/09e1cf7fc82e4af38b5548e5dd951fec to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/09e1cf7fc82e4af38b5548e5dd951fec 2024-12-06T08:42:54,859 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/130c4f5379b641888635f573cf85818b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/130c4f5379b641888635f573cf85818b 2024-12-06T08:42:54,860 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/554b663b3c184c13823743acab0bc973 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/554b663b3c184c13823743acab0bc973 2024-12-06T08:42:54,861 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/e22c2bfc22964bc5ad0e0b5260833559 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/e22c2bfc22964bc5ad0e0b5260833559 2024-12-06T08:42:54,861 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/31feffadfed148c6ac74640540b60343, entries=100, sequenceid=407, filesize=9.6 K 2024-12-06T08:42:54,862 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 9caa7bd841266198e8e5b551f6a628f4 in 1652ms, sequenceid=407, compaction requested=true 2024-12-06T08:42:54,862 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/cfbc9d78b15942c99b9cdb1e2db39f3f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/cfbc9d78b15942c99b9cdb1e2db39f3f 2024-12-06T08:42:54,863 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/b189c5cdb30d47ea8aa56184930fa4f1 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/b189c5cdb30d47ea8aa56184930fa4f1 2024-12-06T08:42:54,864 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/430600b06f9742b2bef8fc9b5688dd7d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/430600b06f9742b2bef8fc9b5688dd7d 2024-12-06T08:42:54,865 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/30b5c29d5c9b44bda8d1809c40f3a7d4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/30b5c29d5c9b44bda8d1809c40f3a7d4 2024-12-06T08:42:54,865 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/a1c481eff4df48fea4e7131ee28ee3c5 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/a1c481eff4df48fea4e7131ee28ee3c5 2024-12-06T08:42:54,866 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/c039a8483e774dc6a1c190a7c019fd2d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/c039a8483e774dc6a1c190a7c019fd2d 2024-12-06T08:42:54,867 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/88046d490a5a4f039e997324e1253a31 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/88046d490a5a4f039e997324e1253a31 2024-12-06T08:42:54,868 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/2b2a27e632ee47229bb8c8c3a27bf5d5 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/2b2a27e632ee47229bb8c8c3a27bf5d5 2024-12-06T08:42:54,869 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/b4c0f75f49954d92ae539ae66b716ee1 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/b4c0f75f49954d92ae539ae66b716ee1 2024-12-06T08:42:54,870 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/2f4280f1d5334154961e302b85faf704 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/2f4280f1d5334154961e302b85faf704 2024-12-06T08:42:54,870 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/d31129b05b624e40ae1040c9039e1105 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/d31129b05b624e40ae1040c9039e1105 2024-12-06T08:42:54,873 WARN [regionserver/25494438c68b:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-12-06T08:42:54,873 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/9a4768a1535c4865ae8be84e2635b8e7, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/ed06a0c22fa64fde9c6c3eb6a6a833f1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/099667a2533c46f48a06d80660bb28bd, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/58452175db3547e28911c86fc614a082, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/bd007d5ea8744b5297f7c2b8e5ff5fcd, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/19076c66e1144d2ab52d18f4692e5fb0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/4371a175bec64422ad79fa95514332a8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/5607cb5948a24765a17d98635df5df88, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/9495dfa55e1546a7a15bb8a9d3722378, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/dc30c59b8b614d98bb194294352728e3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/3ff68e0c9ca649168619f518eba7761f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/70c42669a0da4631a4100a0b8908a585, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/7b67ecc461074165aa9f34a4dfc4726c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/36ea37a125744c7baba97a3af7c9b35f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/6d23cd3052ab417081a164a3a5a8f4bb, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/fc3363db76aa4b46b7e7a21c418a880b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/43c1aca7f92b4edfa5dbdeab02d2ec98, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/4049c72fe36848c3b6d85b223cbd4636, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/679c728b918546dfbbfe5917e330c448, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/db16f3ac05074559b04f519a0018fde1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/8ff11112a97e4e25b3fe9f5a41188cdf, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/e3a6d69be0b7464dbb4eb236b7be4e6e] to archive 2024-12-06T08:42:54,874 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T08:42:54,875 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/9a4768a1535c4865ae8be84e2635b8e7 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/9a4768a1535c4865ae8be84e2635b8e7 2024-12-06T08:42:54,876 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/ed06a0c22fa64fde9c6c3eb6a6a833f1 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/ed06a0c22fa64fde9c6c3eb6a6a833f1 2024-12-06T08:42:54,877 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/099667a2533c46f48a06d80660bb28bd to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/099667a2533c46f48a06d80660bb28bd 2024-12-06T08:42:54,877 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/58452175db3547e28911c86fc614a082 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/58452175db3547e28911c86fc614a082 2024-12-06T08:42:54,878 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/bd007d5ea8744b5297f7c2b8e5ff5fcd to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/bd007d5ea8744b5297f7c2b8e5ff5fcd 2024-12-06T08:42:54,879 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/19076c66e1144d2ab52d18f4692e5fb0 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/19076c66e1144d2ab52d18f4692e5fb0 2024-12-06T08:42:54,880 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/4371a175bec64422ad79fa95514332a8 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/4371a175bec64422ad79fa95514332a8 2024-12-06T08:42:54,881 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/5607cb5948a24765a17d98635df5df88 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/5607cb5948a24765a17d98635df5df88 2024-12-06T08:42:54,881 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/9495dfa55e1546a7a15bb8a9d3722378 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/9495dfa55e1546a7a15bb8a9d3722378 2024-12-06T08:42:54,882 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/dc30c59b8b614d98bb194294352728e3 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/dc30c59b8b614d98bb194294352728e3 2024-12-06T08:42:54,883 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/3ff68e0c9ca649168619f518eba7761f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/3ff68e0c9ca649168619f518eba7761f 2024-12-06T08:42:54,884 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/70c42669a0da4631a4100a0b8908a585 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/70c42669a0da4631a4100a0b8908a585 2024-12-06T08:42:54,884 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/7b67ecc461074165aa9f34a4dfc4726c to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/7b67ecc461074165aa9f34a4dfc4726c 2024-12-06T08:42:54,885 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/36ea37a125744c7baba97a3af7c9b35f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/36ea37a125744c7baba97a3af7c9b35f 2024-12-06T08:42:54,886 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/6d23cd3052ab417081a164a3a5a8f4bb to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/6d23cd3052ab417081a164a3a5a8f4bb 2024-12-06T08:42:54,887 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/fc3363db76aa4b46b7e7a21c418a880b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/fc3363db76aa4b46b7e7a21c418a880b 2024-12-06T08:42:54,888 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/43c1aca7f92b4edfa5dbdeab02d2ec98 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/43c1aca7f92b4edfa5dbdeab02d2ec98 2024-12-06T08:42:54,889 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/4049c72fe36848c3b6d85b223cbd4636 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/4049c72fe36848c3b6d85b223cbd4636 2024-12-06T08:42:54,889 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/679c728b918546dfbbfe5917e330c448 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/679c728b918546dfbbfe5917e330c448 2024-12-06T08:42:54,890 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/db16f3ac05074559b04f519a0018fde1 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/db16f3ac05074559b04f519a0018fde1 2024-12-06T08:42:54,891 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/8ff11112a97e4e25b3fe9f5a41188cdf to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/8ff11112a97e4e25b3fe9f5a41188cdf 2024-12-06T08:42:54,892 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/e3a6d69be0b7464dbb4eb236b7be4e6e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/e3a6d69be0b7464dbb4eb236b7be4e6e 2024-12-06T08:42:54,895 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/eac0666f52a24ba0b9769a050593d358, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/b44a0eccba0444fab7d1229f86a3e04f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/257ff5cff799477fb37e207032d17833, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/625e436e4d544f37acd5422e2d54d7b5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/deef0f5fdcbf454eb07f7d568312f9d2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/af8ead57b3eb44108df124f97a6e75b4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/bab1e034fb5645f78e2d77846041240f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/6504d0a05a7f48ebbda0ba7855f0b32b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/e6867c9af8ab4abdbaef264f643a8599, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/947674fd40f142fe86137c3420521601, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/6f9b34d3e9404e099d9d08abdd0abe5a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/c39e21fb033b46b1ae18528e8c838f1d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/1477c7535eb747afbe38a500910499b8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/7502c29dc96b43e2a99904427b51ee7f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/968d1d8d29974edfb82cb1f74412723b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/4d27868b8434432dafc3d41c11f313d5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/926a8e661a7b4134a131ec7f7341fadd, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/916f040ccd71400b9dd18d2652a30119, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/a57f8329b8644a5ab073db6aeb788256, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/dc1dba17d09f4e009ee0f5f7d567e895, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/e7022864ec4a49ceb46a8ded13c9f375, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/fc8efa3114f74d02bd5157046253ae51] to archive 2024-12-06T08:42:54,895 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T08:42:54,896 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/eac0666f52a24ba0b9769a050593d358 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/eac0666f52a24ba0b9769a050593d358 2024-12-06T08:42:54,897 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/b44a0eccba0444fab7d1229f86a3e04f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/b44a0eccba0444fab7d1229f86a3e04f 2024-12-06T08:42:54,898 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/257ff5cff799477fb37e207032d17833 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/257ff5cff799477fb37e207032d17833 2024-12-06T08:42:54,899 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/625e436e4d544f37acd5422e2d54d7b5 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/625e436e4d544f37acd5422e2d54d7b5 2024-12-06T08:42:54,900 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/deef0f5fdcbf454eb07f7d568312f9d2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/deef0f5fdcbf454eb07f7d568312f9d2 2024-12-06T08:42:54,901 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/af8ead57b3eb44108df124f97a6e75b4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/af8ead57b3eb44108df124f97a6e75b4 2024-12-06T08:42:54,901 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/bab1e034fb5645f78e2d77846041240f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/bab1e034fb5645f78e2d77846041240f 2024-12-06T08:42:54,902 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/6504d0a05a7f48ebbda0ba7855f0b32b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/6504d0a05a7f48ebbda0ba7855f0b32b 2024-12-06T08:42:54,903 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/e6867c9af8ab4abdbaef264f643a8599 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/e6867c9af8ab4abdbaef264f643a8599 2024-12-06T08:42:54,904 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/947674fd40f142fe86137c3420521601 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/947674fd40f142fe86137c3420521601 2024-12-06T08:42:54,904 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/6f9b34d3e9404e099d9d08abdd0abe5a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/6f9b34d3e9404e099d9d08abdd0abe5a 2024-12-06T08:42:54,905 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/c39e21fb033b46b1ae18528e8c838f1d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/c39e21fb033b46b1ae18528e8c838f1d 2024-12-06T08:42:54,906 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/1477c7535eb747afbe38a500910499b8 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/1477c7535eb747afbe38a500910499b8 2024-12-06T08:42:54,906 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/7502c29dc96b43e2a99904427b51ee7f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/7502c29dc96b43e2a99904427b51ee7f 2024-12-06T08:42:54,907 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/968d1d8d29974edfb82cb1f74412723b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/968d1d8d29974edfb82cb1f74412723b 2024-12-06T08:42:54,908 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/4d27868b8434432dafc3d41c11f313d5 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/4d27868b8434432dafc3d41c11f313d5 2024-12-06T08:42:54,909 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/926a8e661a7b4134a131ec7f7341fadd to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/926a8e661a7b4134a131ec7f7341fadd 2024-12-06T08:42:54,910 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/916f040ccd71400b9dd18d2652a30119 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/916f040ccd71400b9dd18d2652a30119 2024-12-06T08:42:54,910 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/a57f8329b8644a5ab073db6aeb788256 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/a57f8329b8644a5ab073db6aeb788256 2024-12-06T08:42:54,911 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/dc1dba17d09f4e009ee0f5f7d567e895 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/dc1dba17d09f4e009ee0f5f7d567e895 2024-12-06T08:42:54,912 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/e7022864ec4a49ceb46a8ded13c9f375 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/e7022864ec4a49ceb46a8ded13c9f375 2024-12-06T08:42:54,913 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/fc8efa3114f74d02bd5157046253ae51 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/fc8efa3114f74d02bd5157046253ae51 2024-12-06T08:42:54,916 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/recovered.edits/410.seqid, newMaxSeqId=410, maxSeqId=4 2024-12-06T08:42:54,917 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. 2024-12-06T08:42:54,917 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1676): Region close journal for 9caa7bd841266198e8e5b551f6a628f4: Waiting for close lock at 1733474573210Running coprocessor pre-close hooks at 1733474573210Disabling compacts and flushes for region at 1733474573210Disabling writes for close at 1733474573210Obtaining lock to block concurrent updates at 1733474573211 (+1 ms)Preparing flush snapshotting stores in 9caa7bd841266198e8e5b551f6a628f4 at 1733474573211Finished memstore snapshotting TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733474573211Flushing stores of TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4. at 1733474573211Flushing 9caa7bd841266198e8e5b551f6a628f4/A: creating writer at 1733474573212 (+1 ms)Flushing mob file 9caa7bd841266198e8e5b551f6a628f4/A: appending metadata at 1733474573216 (+4 ms)Flushing mob file 9caa7bd841266198e8e5b551f6a628f4/A: closing flushed file at 1733474573216Flushing 9caa7bd841266198e8e5b551f6a628f4/A: appending metadata at 1733474573623 (+407 ms)Flushing 9caa7bd841266198e8e5b551f6a628f4/A: closing flushed file at 1733474573624 (+1 ms)Flushing 9caa7bd841266198e8e5b551f6a628f4/B: creating writer at 1733474574031 (+407 ms)Flushing 9caa7bd841266198e8e5b551f6a628f4/B: appending metadata at 1733474574033 (+2 ms)Flushing 9caa7bd841266198e8e5b551f6a628f4/B: closing flushed file at 1733474574033Flushing 9caa7bd841266198e8e5b551f6a628f4/C: creating writer at 1733474574440 (+407 ms)Flushing 9caa7bd841266198e8e5b551f6a628f4/C: appending metadata at 1733474574443 (+3 ms)Flushing 9caa7bd841266198e8e5b551f6a628f4/C: closing flushed file at 1733474574443Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c037232: reopening flushed file at 1733474574850 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5303b9ef: reopening flushed file at 1733474574854 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23268036: reopening flushed file at 1733474574857 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 9caa7bd841266198e8e5b551f6a628f4 in 1652ms, sequenceid=407, compaction requested=true at 1733474574862 (+5 ms)Writing region close event to WAL at 1733474574914 (+52 ms)Running coprocessor post-close hooks at 1733474574917 (+3 ms)Closed at 1733474574917 2024-12-06T08:42:54,919 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(157): Closed 9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:54,919 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=9caa7bd841266198e8e5b551f6a628f4, regionState=CLOSED 2024-12-06T08:42:54,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 because future has completed 2024-12-06T08:42:54,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-06T08:42:54,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; CloseRegionProcedure 9caa7bd841266198e8e5b551f6a628f4, server=25494438c68b,33295,1733474453014 in 1.8630 sec 2024-12-06T08:42:54,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-12-06T08:42:54,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9caa7bd841266198e8e5b551f6a628f4, UNASSIGN in 1.8680 sec 2024-12-06T08:42:54,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-06T08:42:54,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8710 sec 2024-12-06T08:42:54,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474574927"}]},"ts":"1733474574927"} 2024-12-06T08:42:54,928 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T08:42:54,928 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T08:42:54,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8800 sec 2024-12-06T08:42:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-06T08:42:55,208 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:55,208 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T08:42:55,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:42:55,210 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=125, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:42:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-06T08:42:55,210 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=125, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:42:55,212 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,214 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A, FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B, FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C, FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/recovered.edits] 2024-12-06T08:42:55,216 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/39b5badc9ee24b14b3b871fc5b6c13f6 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/39b5badc9ee24b14b3b871fc5b6c13f6 2024-12-06T08:42:55,217 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/410259ab80e2447f9a3f4d18531eaca9 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/410259ab80e2447f9a3f4d18531eaca9 2024-12-06T08:42:55,218 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/95d1f2dc556b4a0ab694831a1e8bf92f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/95d1f2dc556b4a0ab694831a1e8bf92f 2024-12-06T08:42:55,218 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/d9bcaec597634677b9ccb496d161e24d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/A/d9bcaec597634677b9ccb496d161e24d 2024-12-06T08:42:55,220 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/4539cfcb3c3e4a8784afc1a12ace2e39 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/4539cfcb3c3e4a8784afc1a12ace2e39 2024-12-06T08:42:55,221 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/5833a91b8bd2439aba1e303a795d29c1 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/5833a91b8bd2439aba1e303a795d29c1 2024-12-06T08:42:55,222 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/596b53a834e5442dba45c1a3f5d69cbb to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/596b53a834e5442dba45c1a3f5d69cbb 2024-12-06T08:42:55,223 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/b80d26576ec44817870a2ae7826ca32a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/B/b80d26576ec44817870a2ae7826ca32a 2024-12-06T08:42:55,225 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/2df001a35a634941ad1848a77b184e8e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/2df001a35a634941ad1848a77b184e8e 2024-12-06T08:42:55,226 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/31feffadfed148c6ac74640540b60343 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/31feffadfed148c6ac74640540b60343 2024-12-06T08:42:55,226 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/41b8e96ced4f4ef1910e46ef26b29a1a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/41b8e96ced4f4ef1910e46ef26b29a1a 2024-12-06T08:42:55,227 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/8d936491cbcb46619f90a135e233fd8c to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/C/8d936491cbcb46619f90a135e233fd8c 2024-12-06T08:42:55,229 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/recovered.edits/410.seqid to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4/recovered.edits/410.seqid 2024-12-06T08:42:55,230 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,230 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T08:42:55,230 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T08:42:55,231 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-06T08:42:55,233 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120602350df55826496484e2a54ee110e918_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120602350df55826496484e2a54ee110e918_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,234 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120605955ac473254df08c025dee3e360a27_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120605955ac473254df08c025dee3e360a27_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,235 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060a5550cca9434eb780a40fda1a074851_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060a5550cca9434eb780a40fda1a074851_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,236 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120632a765fd66634636bfc92b9e0396f7f3_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120632a765fd66634636bfc92b9e0396f7f3_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,237 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120637662d184ef04f679f40e68b7aae70d8_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120637662d184ef04f679f40e68b7aae70d8_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,237 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120640024224fe604d87be1cc96780dffecf_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120640024224fe604d87be1cc96780dffecf_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,238 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f136773434f4d3eba4915e8ea235328_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f136773434f4d3eba4915e8ea235328_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,239 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f1fed4aa34c4b55b4510ad0c3a1511f_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f1fed4aa34c4b55b4510ad0c3a1511f_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,240 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065e6a438c5c144582988a08c77dd28e5e_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065e6a438c5c144582988a08c77dd28e5e_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,241 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120660040718344f4140bcb817689feb91c4_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120660040718344f4140bcb817689feb91c4_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,242 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120687070d59b3804f039e3bc29a96c82d8a_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120687070d59b3804f039e3bc29a96c82d8a_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,243 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120695aa93957af94f0ca69c7ba515099564_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120695aa93957af94f0ca69c7ba515099564_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,244 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069f1eb514631a4b9aab7f759fd43ebd08_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069f1eb514631a4b9aab7f759fd43ebd08_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,244 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206bc2a7cecff994a68830cb266362e308f_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206bc2a7cecff994a68830cb266362e308f_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,245 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ccfc85912e4f48dda549bce44419f055_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ccfc85912e4f48dda549bce44419f055_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,247 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206deb9651af1724ba78fc3418d33f42d7f_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206deb9651af1724ba78fc3418d33f42d7f_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,247 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f2d8a18b65994660b0a8c4fb76580c6c_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f2d8a18b65994660b0a8c4fb76580c6c_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,248 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fe589d642e714dcf98846362b0e21c3c_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fe589d642e714dcf98846362b0e21c3c_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,249 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ffa36fbb0fb44e98aaa948224b095860_9caa7bd841266198e8e5b551f6a628f4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ffa36fbb0fb44e98aaa948224b095860_9caa7bd841266198e8e5b551f6a628f4 2024-12-06T08:42:55,250 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T08:42:55,251 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=125, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:42:55,253 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T08:42:55,255 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T08:42:55,256 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=125, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:42:55,256 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T08:42:55,257 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733474575256"}]},"ts":"9223372036854775807"} 2024-12-06T08:42:55,258 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-06T08:42:55,258 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9caa7bd841266198e8e5b551f6a628f4, NAME => 'TestAcidGuarantees,,1733474547911.9caa7bd841266198e8e5b551f6a628f4.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T08:42:55,258 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T08:42:55,258 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733474575258"}]},"ts":"9223372036854775807"} 2024-12-06T08:42:55,260 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-06T08:42:55,260 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=125, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:42:55,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-12-06T08:42:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-06T08:42:55,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-06T08:42:55,321 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:55,328 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=252 (was 248) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_377456443_22 at /127.0.0.1:54902 [Waiting for operation #963] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1296301360_22 at /127.0.0.1:54900 [Waiting for operation #953] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_377456443_22 at /127.0.0.1:56634 [Waiting for operation #1454] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/25494438c68b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1296301360_22 at /127.0.0.1:34592 [Waiting for operation #982] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=493 (was 545), ProcessCount=11 (was 11), AvailableMemoryMB=8487 (was 9100) 2024-12-06T08:42:55,336 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=252, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=493, ProcessCount=11, AvailableMemoryMB=8487 2024-12-06T08:42:55,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T08:42:55,338 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T08:42:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=126, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T08:42:55,340 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T08:42:55,340 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:55,340 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 126 2024-12-06T08:42:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-12-06T08:42:55,341 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T08:42:55,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742347_1523 (size=1061) 2024-12-06T08:42:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-12-06T08:42:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-12-06T08:42:55,747 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda 2024-12-06T08:42:55,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742348_1524 (size=53) 2024-12-06T08:42:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-12-06T08:42:56,152 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T08:42:56,152 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2d25383d35f0a79cc523b88696568c33, disabling compactions & flushes 2024-12-06T08:42:56,152 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:56,152 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:56,152 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. after waiting 0 ms 2024-12-06T08:42:56,152 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:56,152 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:56,152 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d25383d35f0a79cc523b88696568c33: Waiting for close lock at 1733474576152Disabling compacts and flushes for region at 1733474576152Disabling writes for close at 1733474576152Writing region close event to WAL at 1733474576152Closed at 1733474576152 2024-12-06T08:42:56,153 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T08:42:56,154 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733474576153"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733474576153"}]},"ts":"1733474576153"} 2024-12-06T08:42:56,155 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T08:42:56,156 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T08:42:56,156 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474576156"}]},"ts":"1733474576156"} 2024-12-06T08:42:56,157 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T08:42:56,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d25383d35f0a79cc523b88696568c33, ASSIGN}] 2024-12-06T08:42:56,158 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d25383d35f0a79cc523b88696568c33, ASSIGN 2024-12-06T08:42:56,159 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d25383d35f0a79cc523b88696568c33, ASSIGN; state=OFFLINE, location=25494438c68b,33295,1733474453014; forceNewPlan=false, retain=false 2024-12-06T08:42:56,309 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=2d25383d35f0a79cc523b88696568c33, regionState=OPENING, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:42:56,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d25383d35f0a79cc523b88696568c33, ASSIGN because future has completed 2024-12-06T08:42:56,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014}] 2024-12-06T08:42:56,465 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:56,466 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} 2024-12-06T08:42:56,467 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:42:56,467 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T08:42:56,467 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7794): checking encryption for 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:42:56,467 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7797): checking classloading for 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:42:56,468 INFO [StoreOpener-2d25383d35f0a79cc523b88696568c33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:42:56,469 INFO [StoreOpener-2d25383d35f0a79cc523b88696568c33-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:42:56,469 INFO [StoreOpener-2d25383d35f0a79cc523b88696568c33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d25383d35f0a79cc523b88696568c33 columnFamilyName A 2024-12-06T08:42:56,469 DEBUG [StoreOpener-2d25383d35f0a79cc523b88696568c33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:56,470 INFO [StoreOpener-2d25383d35f0a79cc523b88696568c33-1 {}] regionserver.HStore(327): Store=2d25383d35f0a79cc523b88696568c33/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:42:56,470 INFO [StoreOpener-2d25383d35f0a79cc523b88696568c33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:42:56,471 INFO [StoreOpener-2d25383d35f0a79cc523b88696568c33-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:42:56,471 INFO [StoreOpener-2d25383d35f0a79cc523b88696568c33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d25383d35f0a79cc523b88696568c33 columnFamilyName B 2024-12-06T08:42:56,471 DEBUG [StoreOpener-2d25383d35f0a79cc523b88696568c33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:56,471 INFO [StoreOpener-2d25383d35f0a79cc523b88696568c33-1 {}] regionserver.HStore(327): Store=2d25383d35f0a79cc523b88696568c33/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:42:56,472 INFO [StoreOpener-2d25383d35f0a79cc523b88696568c33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:42:56,472 INFO [StoreOpener-2d25383d35f0a79cc523b88696568c33-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:42:56,472 INFO [StoreOpener-2d25383d35f0a79cc523b88696568c33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d25383d35f0a79cc523b88696568c33 columnFamilyName C 2024-12-06T08:42:56,472 DEBUG [StoreOpener-2d25383d35f0a79cc523b88696568c33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:42:56,473 INFO [StoreOpener-2d25383d35f0a79cc523b88696568c33-1 {}] regionserver.HStore(327): Store=2d25383d35f0a79cc523b88696568c33/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:42:56,473 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:56,473 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1038): replaying wal for 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:42:56,474 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33 2024-12-06T08:42:56,474 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33 2024-12-06T08:42:56,475 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1048): stopping wal replay for 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:42:56,475 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1060): Cleaning up temporary data for 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:42:56,475 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T08:42:56,476 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1093): writing seq id for 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:42:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-12-06T08:42:56,477 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T08:42:56,478 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1114): Opened 2d25383d35f0a79cc523b88696568c33; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59302582, jitterRate=-0.11632266640663147}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T08:42:56,478 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:42:56,478 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1006): Region open journal for 2d25383d35f0a79cc523b88696568c33: Running coprocessor pre-open hook at 1733474576467Writing region info on filesystem at 1733474576467Initializing all the Stores at 1733474576467Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474576468 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474576468Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474576468Cleaning up temporary data from old regions at 1733474576475 (+7 ms)Running coprocessor post-open hooks at 1733474576478 (+3 ms)Region opened successfully at 1733474576478 2024-12-06T08:42:56,479 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., pid=128, masterSystemTime=1733474576463 2024-12-06T08:42:56,481 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:56,481 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:56,481 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=2d25383d35f0a79cc523b88696568c33, regionState=OPEN, openSeqNum=2, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:42:56,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=128, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 because future has completed 2024-12-06T08:42:56,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-06T08:42:56,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 in 172 msec 2024-12-06T08:42:56,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=127, resume processing ppid=126 2024-12-06T08:42:56,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d25383d35f0a79cc523b88696568c33, ASSIGN in 327 msec 2024-12-06T08:42:56,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T08:42:56,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474576486"}]},"ts":"1733474576486"} 2024-12-06T08:42:56,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T08:42:56,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T08:42:56,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-12-06T08:42:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-12-06T08:42:57,488 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:57,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6516064e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:57,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:57,490 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:57,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:57,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ef608b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:57,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:57,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:57,492 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:57,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d71964b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:57,493 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:57,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:57,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:57,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T08:42:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 25494438c68b,42573,1733474452139 2024-12-06T08:42:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d350a61 2024-12-06T08:42:57,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T08:42:57,496 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T08:42:57,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:57,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:57,498 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:57,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:57,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:57,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6a4fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:57,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:57,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:57,499 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:57,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1b710c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a8168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:57,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:57,501 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:57,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:57,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:57,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207fb936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:57,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:57,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:57,502 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:57,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63de331a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f010827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:57,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:57,504 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8faa47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:57,505 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:57,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67530df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:57,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:57,506 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bcff8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:57,508 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:57,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ecc3969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f59c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:57,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:57,509 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:57,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:57,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:57,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104b8d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:57,510 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:57,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c275ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42daa6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:57,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:57,512 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:57,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:57,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:57,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1664c65a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:57,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:57,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:57,513 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ded894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366fb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:57,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:57,514 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc71ab3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:57,515 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:57,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69609010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e8e518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:57,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:57,517 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226b5665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:57,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:57,518 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:57,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15da0348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ff7be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:57,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:57,519 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:57,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:57,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:57,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea5de44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:57,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:57,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:57,521 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:57,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25736af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c1b90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:42:57,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:42:57,523 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:42:57,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:42:57,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:42:57,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb49891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:42:57,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:42:57,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:42:57,524 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:42:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a7ef81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:42:57,525 DEBUG [Thread-2323 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:57,525 DEBUG [Thread-2315 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:57,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:57,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:57,526 DEBUG [Thread-2317 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:57,526 DEBUG [Thread-2332 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:57,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:57,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:57,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:57,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:57,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:57,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:57,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:57,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:57,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:57,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:57,529 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:57,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:57,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:57,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:57,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-12-06T08:42:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-06T08:42:57,533 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:57,534 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:57,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:57,536 DEBUG [Thread-2330 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:57,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:57,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:57,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:57,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:57,548 DEBUG [Thread-2321 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:57,549 DEBUG [Thread-2319 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:57,549 DEBUG [Thread-2326 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:57,549 DEBUG [Thread-2328 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:57,549 DEBUG [Thread-2334 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:42:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:42:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:42:57,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:57,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:57,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:57,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:57,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:42:57,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:57,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:57,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2] 2024-12-06T08:42:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:42:57,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-06T08:42:57,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:42:57,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:57,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:42:57,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:57,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:42:57,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:57,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/e2c124b7aa36402bb03ed2dd2abf95de is 50, key is test_row_0/A:col10/1733474577539/Put/seqid=0 2024-12-06T08:42:57,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742349_1525 (size=14341) 2024-12-06T08:42:57,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/e2c124b7aa36402bb03ed2dd2abf95de 2024-12-06T08:42:57,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474577587, max timestamp=1733474577621Num uniques 859; 2024-12-06T08:42:57,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/b7ebe8df0cdb4fcead0de83f5dfc10ac is 50, key is test_row_0/B:col10/1733474577539/Put/seqid=0 2024-12-06T08:42:57,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:42:57,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474577587, max timestamp=1733474577621Num uniques 859; 2024-12-06T08:42:57,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:42:57,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474577587, max timestamp=1733474577621Num uniques 859; 2024-12-06T08:42:57,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:42:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-06T08:42:57,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742350_1526 (size=12001) 2024-12-06T08:42:57,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474637650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:57,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:57,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474637653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:57,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474637662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:57,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:57,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474637664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:57,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:57,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:57,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474637666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:57,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:57,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-06T08:42:57,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:57,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:42:57,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:57,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:57,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:57,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474637777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:57,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474637778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:57,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474637788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:57,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:57,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474637788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:57,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:57,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474637788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:57,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:57,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:57,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-06T08:42:57,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:57,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:42:57,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:57,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:57,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-06T08:42:57,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-06T08:42:57,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:57,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:42:57,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:57,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:57,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:58,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474637998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474637998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:58,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474638007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:58,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474638007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:58,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474638008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:58,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/b7ebe8df0cdb4fcead0de83f5dfc10ac 2024-12-06T08:42:58,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/fecb7fef9d4a424fb4bfab04f5ae50a4 is 50, key is test_row_0/C:col10/1733474577539/Put/seqid=0 2024-12-06T08:42:58,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742351_1527 (size=12001) 2024-12-06T08:42:58,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-06T08:42:58,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:58,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:42:58,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:58,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:58,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-06T08:42:58,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-06T08:42:58,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:58,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:42:58,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:58,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:58,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:58,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474638308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:58,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474638317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:58,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474638327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:58,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:58,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474638328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474638328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:58,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-06T08:42:58,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:58,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:42:58,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:58,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:58,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:58,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/fecb7fef9d4a424fb4bfab04f5ae50a4 2024-12-06T08:42:58,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/e2c124b7aa36402bb03ed2dd2abf95de as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/e2c124b7aa36402bb03ed2dd2abf95de 2024-12-06T08:42:58,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/e2c124b7aa36402bb03ed2dd2abf95de, entries=200, sequenceid=11, filesize=14.0 K 2024-12-06T08:42:58,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/b7ebe8df0cdb4fcead0de83f5dfc10ac as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/b7ebe8df0cdb4fcead0de83f5dfc10ac 2024-12-06T08:42:58,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/b7ebe8df0cdb4fcead0de83f5dfc10ac, entries=150, sequenceid=11, filesize=11.7 K 2024-12-06T08:42:58,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/fecb7fef9d4a424fb4bfab04f5ae50a4 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/fecb7fef9d4a424fb4bfab04f5ae50a4 2024-12-06T08:42:58,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/fecb7fef9d4a424fb4bfab04f5ae50a4, entries=150, sequenceid=11, filesize=11.7 K 2024-12-06T08:42:58,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 2d25383d35f0a79cc523b88696568c33 in 922ms, sequenceid=11, compaction requested=false 2024-12-06T08:42:58,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:42:58,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-06T08:42:58,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:58,607 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-06T08:42:58,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:42:58,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:58,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:42:58,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:58,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:42:58,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:42:58,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/15177941b9e2432aa1233b8ad55099f2 is 50, key is test_row_0/A:col10/1733474577663/Put/seqid=0 2024-12-06T08:42:58,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742352_1528 (size=12001) 2024-12-06T08:42:58,619 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/15177941b9e2432aa1233b8ad55099f2 2024-12-06T08:42:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/31d308ba096e4892b76e690865cef74a is 50, key is test_row_0/B:col10/1733474577663/Put/seqid=0 2024-12-06T08:42:58,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742353_1529 (size=12001) 2024-12-06T08:42:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-06T08:42:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:42:58,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:42:58,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:58,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474638848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474638848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:58,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:58,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:58,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474638861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:58,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:58,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474638863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:58,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:58,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474638863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:58,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:58,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:58,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474638977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:58,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:58,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474638987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:58,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:58,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474638988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:58,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:58,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:58,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:59,032 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/31d308ba096e4892b76e690865cef74a 2024-12-06T08:42:59,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/648abc9beb9e4976812663c59b0dc963 is 50, key is test_row_0/C:col10/1733474577663/Put/seqid=0 2024-12-06T08:42:59,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742354_1530 (size=12001) 2024-12-06T08:42:59,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474639187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:59,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:59,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474639207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:59,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:59,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474639208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:59,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:59,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:59,456 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/648abc9beb9e4976812663c59b0dc963 2024-12-06T08:42:59,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/15177941b9e2432aa1233b8ad55099f2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/15177941b9e2432aa1233b8ad55099f2 2024-12-06T08:42:59,465 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/15177941b9e2432aa1233b8ad55099f2, entries=150, sequenceid=47, filesize=11.7 K 2024-12-06T08:42:59,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/31d308ba096e4892b76e690865cef74a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/31d308ba096e4892b76e690865cef74a 2024-12-06T08:42:59,469 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/31d308ba096e4892b76e690865cef74a, entries=150, sequenceid=47, filesize=11.7 K 2024-12-06T08:42:59,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/648abc9beb9e4976812663c59b0dc963 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/648abc9beb9e4976812663c59b0dc963 2024-12-06T08:42:59,473 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/648abc9beb9e4976812663c59b0dc963, entries=150, sequenceid=47, filesize=11.7 K 2024-12-06T08:42:59,474 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 2d25383d35f0a79cc523b88696568c33 in 867ms, sequenceid=47, compaction requested=false 2024-12-06T08:42:59,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:42:59,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:59,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-12-06T08:42:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-12-06T08:42:59,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-06T08:42:59,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9420 sec 2024-12-06T08:42:59,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.9490 sec 2024-12-06T08:42:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:42:59,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-06T08:42:59,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:42:59,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:59,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:42:59,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:59,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:42:59,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:42:59,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/8a696f0d6ea1410a9e26ee75717d3085 is 50, key is test_row_0/A:col10/1733474578861/Put/seqid=0 2024-12-06T08:42:59,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742355_1531 (size=11997) 2024-12-06T08:42:59,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474579553, max timestamp=1733474579576Num uniques 859; 2024-12-06T08:42:59,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:59,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474579553, max timestamp=1733474579576Num uniques 859; 2024-12-06T08:42:59,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:59,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474579553, max timestamp=1733474579576Num uniques 859; 2024-12-06T08:42:59,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:42:59,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474639630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:59,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:59,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474639643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:59,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:59,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474639643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:59,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-06T08:42:59,678 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:42:59,679 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:42:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-12-06T08:42:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-06T08:42:59,681 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:42:59,682 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:42:59,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:42:59,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474639748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:59,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:59,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474639748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:59,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474639748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:59,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:59,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-06T08:42:59,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-06T08:42:59,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:59,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:42:59,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:59,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:59,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:59,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474639877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:59,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474639877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:59,886 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_0' in 2d25383d35f0a79cc523b88696568c33 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:59,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:59,886 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_2' in 2d25383d35f0a79cc523b88696568c33 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:42:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:59,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/8a696f0d6ea1410a9e26ee75717d3085 2024-12-06T08:42:59,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/f5f3952f04754d1dbe14ab84284c1e00 is 50, key is test_row_0/B:col10/1733474578861/Put/seqid=0 2024-12-06T08:42:59,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742356_1532 (size=9657) 2024-12-06T08:42:59,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474639967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:59,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:59,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474639967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:59,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:59,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:42:59,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474639967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:42:59,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:59,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:42:59,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:42:59,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-06T08:42:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:42:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:42:59,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:42:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-06T08:43:00,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-06T08:43:00,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:00,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:00,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:00,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:00,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:00,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-06T08:43:00,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:00,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:00,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:00,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:00,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:00,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474640288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:00,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474640288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:00,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474640288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:00,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:00,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:00,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-06T08:43:00,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/f5f3952f04754d1dbe14ab84284c1e00 2024-12-06T08:43:00,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/ca44389ae5b443f08c07416ee3eb1ff5 is 50, key is test_row_0/C:col10/1733474578861/Put/seqid=0 2024-12-06T08:43:00,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742357_1533 (size=9657) 2024-12-06T08:43:00,442 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T08:43:00,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-06T08:43:00,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:00,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:00,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:00,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:00,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:00,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-06T08:43:00,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:00,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:00,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:00,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:00,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:00,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-06T08:43:00,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:00,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:00,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:00,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:00,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:00,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/ca44389ae5b443f08c07416ee3eb1ff5 2024-12-06T08:43:00,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/8a696f0d6ea1410a9e26ee75717d3085 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/8a696f0d6ea1410a9e26ee75717d3085 2024-12-06T08:43:00,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/8a696f0d6ea1410a9e26ee75717d3085, entries=150, sequenceid=58, filesize=11.7 K 2024-12-06T08:43:00,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/f5f3952f04754d1dbe14ab84284c1e00 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/f5f3952f04754d1dbe14ab84284c1e00 2024-12-06T08:43:00,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/f5f3952f04754d1dbe14ab84284c1e00, entries=100, sequenceid=58, filesize=9.4 K 2024-12-06T08:43:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-06T08:43:00,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/ca44389ae5b443f08c07416ee3eb1ff5 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ca44389ae5b443f08c07416ee3eb1ff5 2024-12-06T08:43:00,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474640808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:00,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474640808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:00,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474640809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:00,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:00,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:00,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:00,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:00,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:00,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:00,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ca44389ae5b443f08c07416ee3eb1ff5, entries=100, sequenceid=58, filesize=9.4 K 2024-12-06T08:43:00,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 2d25383d35f0a79cc523b88696568c33 in 1317ms, sequenceid=58, compaction requested=true 2024-12-06T08:43:00,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:00,833 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:00,834 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38339 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:00,834 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/A is initiating minor compaction (all files) 2024-12-06T08:43:00,834 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/A in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:00,835 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/e2c124b7aa36402bb03ed2dd2abf95de, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/15177941b9e2432aa1233b8ad55099f2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/8a696f0d6ea1410a9e26ee75717d3085] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=37.4 K 2024-12-06T08:43:00,835 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2c124b7aa36402bb03ed2dd2abf95de, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733474577530 2024-12-06T08:43:00,835 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15177941b9e2432aa1233b8ad55099f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733474577646 2024-12-06T08:43:00,836 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a696f0d6ea1410a9e26ee75717d3085, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733474578861 2024-12-06T08:43:00,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:00,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:00,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:00,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:00,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:00,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:00,842 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:00,843 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:00,843 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/B is initiating minor compaction (all files) 2024-12-06T08:43:00,843 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/B in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:00,843 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/b7ebe8df0cdb4fcead0de83f5dfc10ac, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/31d308ba096e4892b76e690865cef74a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/f5f3952f04754d1dbe14ab84284c1e00] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=32.9 K 2024-12-06T08:43:00,843 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting b7ebe8df0cdb4fcead0de83f5dfc10ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733474577533 2024-12-06T08:43:00,844 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 31d308ba096e4892b76e690865cef74a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733474577646 2024-12-06T08:43:00,844 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting f5f3952f04754d1dbe14ab84284c1e00, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733474578861 2024-12-06T08:43:00,850 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#A#compaction#454 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:00,851 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/03d627ffe4f743a68bf7f53e4b4afed3 is 50, key is test_row_0/A:col10/1733474578861/Put/seqid=0 2024-12-06T08:43:00,854 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#B#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:00,855 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/45d494354f6046e9b86f1de06c2407f6 is 50, key is test_row_0/B:col10/1733474578861/Put/seqid=0 2024-12-06T08:43:00,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742358_1534 (size=12104) 2024-12-06T08:43:00,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-06T08:43:00,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:00,910 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-06T08:43:00,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:00,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:00,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:00,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:00,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:00,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:00,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742359_1535 (size=12104) 2024-12-06T08:43:00,932 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/45d494354f6046e9b86f1de06c2407f6 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/45d494354f6046e9b86f1de06c2407f6 2024-12-06T08:43:00,937 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/B of 2d25383d35f0a79cc523b88696568c33 into 45d494354f6046e9b86f1de06c2407f6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:00,937 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:00,937 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/B, priority=13, startTime=1733474580842; duration=0sec 2024-12-06T08:43:00,937 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:00,937 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:B 2024-12-06T08:43:00,937 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:00,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/eeb3b40b6a7c45889b9c52fb43583dfb is 50, key is test_row_0/A:col10/1733474579641/Put/seqid=0 2024-12-06T08:43:00,942 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:00,942 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/C is initiating minor compaction (all files) 2024-12-06T08:43:00,942 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/C in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:00,942 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/fecb7fef9d4a424fb4bfab04f5ae50a4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/648abc9beb9e4976812663c59b0dc963, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ca44389ae5b443f08c07416ee3eb1ff5] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=32.9 K 2024-12-06T08:43:00,943 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting fecb7fef9d4a424fb4bfab04f5ae50a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733474577533 2024-12-06T08:43:00,943 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 648abc9beb9e4976812663c59b0dc963, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733474577646 2024-12-06T08:43:00,943 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting ca44389ae5b443f08c07416ee3eb1ff5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733474578861 2024-12-06T08:43:00,961 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#C#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:00,962 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/f5608ba056644e2caf4e5989055b03a1 is 50, key is test_row_0/C:col10/1733474578861/Put/seqid=0 2024-12-06T08:43:00,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742360_1536 (size=12001) 2024-12-06T08:43:00,973 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/eeb3b40b6a7c45889b9c52fb43583dfb 2024-12-06T08:43:00,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/17c0bd39fdf14fbcaebb94984e2c7cf3 is 50, key is test_row_0/B:col10/1733474579641/Put/seqid=0 2024-12-06T08:43:00,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742361_1537 (size=12104) 2024-12-06T08:43:01,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742362_1538 (size=12001) 2024-12-06T08:43:01,305 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/03d627ffe4f743a68bf7f53e4b4afed3 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/03d627ffe4f743a68bf7f53e4b4afed3 2024-12-06T08:43:01,310 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/A of 2d25383d35f0a79cc523b88696568c33 into 03d627ffe4f743a68bf7f53e4b4afed3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:01,310 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:01,310 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/A, priority=13, startTime=1733474580833; duration=0sec 2024-12-06T08:43:01,310 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:01,310 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:A 2024-12-06T08:43:01,392 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/f5608ba056644e2caf4e5989055b03a1 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f5608ba056644e2caf4e5989055b03a1 2024-12-06T08:43:01,396 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/C of 2d25383d35f0a79cc523b88696568c33 into f5608ba056644e2caf4e5989055b03a1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:01,396 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:01,396 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/C, priority=13, startTime=1733474580842; duration=0sec 2024-12-06T08:43:01,397 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:01,397 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:C 2024-12-06T08:43:01,400 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/17c0bd39fdf14fbcaebb94984e2c7cf3 2024-12-06T08:43:01,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/5e7049367dba44a39976838073960421 is 50, key is test_row_0/C:col10/1733474579641/Put/seqid=0 2024-12-06T08:43:01,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742363_1539 (size=12001) 2024-12-06T08:43:01,813 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/5e7049367dba44a39976838073960421 2024-12-06T08:43:01,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/eeb3b40b6a7c45889b9c52fb43583dfb as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/eeb3b40b6a7c45889b9c52fb43583dfb 2024-12-06T08:43:01,821 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/eeb3b40b6a7c45889b9c52fb43583dfb, entries=150, sequenceid=94, filesize=11.7 K 2024-12-06T08:43:01,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/17c0bd39fdf14fbcaebb94984e2c7cf3 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/17c0bd39fdf14fbcaebb94984e2c7cf3 2024-12-06T08:43:01,825 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/17c0bd39fdf14fbcaebb94984e2c7cf3, entries=150, sequenceid=94, filesize=11.7 K 2024-12-06T08:43:01,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/5e7049367dba44a39976838073960421 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/5e7049367dba44a39976838073960421 2024-12-06T08:43:01,829 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/5e7049367dba44a39976838073960421, entries=150, sequenceid=94, filesize=11.7 K 2024-12-06T08:43:01,830 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=0 B/0 for 2d25383d35f0a79cc523b88696568c33 in 920ms, sequenceid=94, compaction requested=false 2024-12-06T08:43:01,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:01,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:01,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-12-06T08:43:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-12-06T08:43:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-06T08:43:01,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-06T08:43:01,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1550 sec 2024-12-06T08:43:01,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.1640 sec 2024-12-06T08:43:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:01,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-06T08:43:01,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:01,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:01,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:01,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:01,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:01,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:01,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/a6adad3388ec4d23b595eeeba334f610 is 50, key is test_row_0/A:col10/1733474581839/Put/seqid=0 2024-12-06T08:43:01,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742364_1540 (size=14341) 2024-12-06T08:43:01,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733474581878, max timestamp=1733474581905Num uniques 859; 2024-12-06T08:43:01,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-06T08:43:01,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733474581878, max timestamp=1733474581905Num uniques 859; 2024-12-06T08:43:01,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-06T08:43:01,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733474581878, max timestamp=1733474581905Num uniques 859; 2024-12-06T08:43:01,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-06T08:43:01,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474641935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:01,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:01,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:01,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:01,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474641937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:01,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:01,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:01,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:01,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474641949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:01,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:01,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:01,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:01,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474641950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:01,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:01,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:01,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:01,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474641950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:01,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:01,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:01,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:02,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474642058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:02,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:02,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474642058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:02,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:02,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474642058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:02,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:02,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:02,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474642067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:02,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:02,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474642077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:02,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:02,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/a6adad3388ec4d23b595eeeba334f610 2024-12-06T08:43:02,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/6ce9bff87956447f8ac4dd6c238de281 is 50, key is test_row_0/B:col10/1733474581839/Put/seqid=0 2024-12-06T08:43:02,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742365_1541 (size=12001) 2024-12-06T08:43:02,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474642277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:02,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:02,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474642277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474642277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474642277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:02,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:02,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474642298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:02,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:02,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474642597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:02,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:02,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474642597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:02,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474642597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474642597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:02,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474642618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:02,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/6ce9bff87956447f8ac4dd6c238de281 2024-12-06T08:43:02,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/a87f55bc4866465383a2373fe96296f1 is 50, key is test_row_0/C:col10/1733474581839/Put/seqid=0 2024-12-06T08:43:02,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742366_1542 (size=12001) 2024-12-06T08:43:03,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/a87f55bc4866465383a2373fe96296f1 2024-12-06T08:43:03,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/a6adad3388ec4d23b595eeeba334f610 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/a6adad3388ec4d23b595eeeba334f610 2024-12-06T08:43:03,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/a6adad3388ec4d23b595eeeba334f610, entries=200, sequenceid=107, filesize=14.0 K 2024-12-06T08:43:03,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/6ce9bff87956447f8ac4dd6c238de281 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/6ce9bff87956447f8ac4dd6c238de281 2024-12-06T08:43:03,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/6ce9bff87956447f8ac4dd6c238de281, entries=150, sequenceid=107, filesize=11.7 K 2024-12-06T08:43:03,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/a87f55bc4866465383a2373fe96296f1 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/a87f55bc4866465383a2373fe96296f1 2024-12-06T08:43:03,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/a87f55bc4866465383a2373fe96296f1, entries=150, sequenceid=107, filesize=11.7 K 2024-12-06T08:43:03,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 2d25383d35f0a79cc523b88696568c33 in 1253ms, sequenceid=107, compaction requested=true 2024-12-06T08:43:03,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:03,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:03,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:03,102 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:03,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:03,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:03,102 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:03,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:03,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:03,103 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:03,103 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/A is initiating minor compaction (all files) 2024-12-06T08:43:03,103 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/A in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:03,103 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/03d627ffe4f743a68bf7f53e4b4afed3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/eeb3b40b6a7c45889b9c52fb43583dfb, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/a6adad3388ec4d23b595eeeba334f610] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=37.5 K 2024-12-06T08:43:03,103 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:03,103 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/B is initiating minor compaction (all files) 2024-12-06T08:43:03,103 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/B in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:03,104 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/45d494354f6046e9b86f1de06c2407f6, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/17c0bd39fdf14fbcaebb94984e2c7cf3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/6ce9bff87956447f8ac4dd6c238de281] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=35.3 K 2024-12-06T08:43:03,104 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03d627ffe4f743a68bf7f53e4b4afed3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733474577646 2024-12-06T08:43:03,104 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 45d494354f6046e9b86f1de06c2407f6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733474577646 2024-12-06T08:43:03,104 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting eeb3b40b6a7c45889b9c52fb43583dfb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733474579628 2024-12-06T08:43:03,104 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 17c0bd39fdf14fbcaebb94984e2c7cf3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733474579628 2024-12-06T08:43:03,104 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6adad3388ec4d23b595eeeba334f610, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1733474581838 2024-12-06T08:43:03,104 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ce9bff87956447f8ac4dd6c238de281, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1733474581838 2024-12-06T08:43:03,111 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#A#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:03,111 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/a062cfdfef894aeb8450546a97f389cc is 50, key is test_row_0/A:col10/1733474581839/Put/seqid=0 2024-12-06T08:43:03,114 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#B#compaction#464 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:03,114 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/ece190ba5f1945548440d0b230118e89 is 50, key is test_row_0/B:col10/1733474581839/Put/seqid=0 2024-12-06T08:43:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:03,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-12-06T08:43:03,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:03,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:03,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:03,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:03,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:03,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:03,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742367_1543 (size=12207) 2024-12-06T08:43:03,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/10d08a3231644d2dad27a19ad4fb9819 is 50, key is test_row_0/A:col10/1733474581935/Put/seqid=0 2024-12-06T08:43:03,123 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/a062cfdfef894aeb8450546a97f389cc as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/a062cfdfef894aeb8450546a97f389cc 2024-12-06T08:43:03,129 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/A of 2d25383d35f0a79cc523b88696568c33 into a062cfdfef894aeb8450546a97f389cc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:03,129 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:03,129 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/A, priority=13, startTime=1733474583102; duration=0sec 2024-12-06T08:43:03,129 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:03,129 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:A 2024-12-06T08:43:03,129 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:03,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742368_1544 (size=12207) 2024-12-06T08:43:03,131 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:03,131 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/C is initiating minor compaction (all files) 2024-12-06T08:43:03,131 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/C in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:03,131 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f5608ba056644e2caf4e5989055b03a1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/5e7049367dba44a39976838073960421, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/a87f55bc4866465383a2373fe96296f1] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=35.3 K 2024-12-06T08:43:03,132 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5608ba056644e2caf4e5989055b03a1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733474577646 2024-12-06T08:43:03,133 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e7049367dba44a39976838073960421, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733474579628 2024-12-06T08:43:03,133 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a87f55bc4866465383a2373fe96296f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1733474581838 2024-12-06T08:43:03,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742369_1545 (size=14541) 2024-12-06T08:43:03,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/10d08a3231644d2dad27a19ad4fb9819 2024-12-06T08:43:03,137 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/ece190ba5f1945548440d0b230118e89 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/ece190ba5f1945548440d0b230118e89 2024-12-06T08:43:03,141 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/B of 2d25383d35f0a79cc523b88696568c33 into ece190ba5f1945548440d0b230118e89(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:03,142 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:03,142 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/B, priority=13, startTime=1733474583102; duration=0sec 2024-12-06T08:43:03,142 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:03,142 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:B 2024-12-06T08:43:03,142 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#C#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:03,143 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/910b4a88ec4742fc83a37025ba316fc8 is 50, key is test_row_0/C:col10/1733474581839/Put/seqid=0 2024-12-06T08:43:03,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/a528b1cd81e34d0d98d19f8804865a44 is 50, key is test_row_0/B:col10/1733474581935/Put/seqid=0 2024-12-06T08:43:03,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742370_1546 (size=12207) 2024-12-06T08:43:03,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742371_1547 (size=12151) 2024-12-06T08:43:03,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474643132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:03,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:03,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474643134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474643137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:03,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474643151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:03,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474643152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:03,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474643258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:03,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:03,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474643258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:03,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:03,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474643258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:03,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474643277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:03,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474643468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:03,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474643468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474643468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:03,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474643497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:03,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:03,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/a528b1cd81e34d0d98d19f8804865a44 2024-12-06T08:43:03,558 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/910b4a88ec4742fc83a37025ba316fc8 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/910b4a88ec4742fc83a37025ba316fc8 2024-12-06T08:43:03,562 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/C of 2d25383d35f0a79cc523b88696568c33 into 910b4a88ec4742fc83a37025ba316fc8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:03,562 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:03,562 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/C, priority=13, startTime=1733474583102; duration=0sec 2024-12-06T08:43:03,562 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:03,562 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:C 2024-12-06T08:43:03,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/ba78040b5c544dcdbca463842fd1f25a is 50, key is test_row_0/C:col10/1733474581935/Put/seqid=0 2024-12-06T08:43:03,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742372_1548 (size=12151) 2024-12-06T08:43:03,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474643787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:03,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474643787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:03,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:03,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:03,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474643788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:03,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:03,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474643817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:03,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-06T08:43:03,858 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:03,859 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-12-06T08:43:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-06T08:43:03,860 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:03,862 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:03,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-06T08:43:03,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/ba78040b5c544dcdbca463842fd1f25a 2024-12-06T08:43:03,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/10d08a3231644d2dad27a19ad4fb9819 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/10d08a3231644d2dad27a19ad4fb9819 2024-12-06T08:43:03,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/10d08a3231644d2dad27a19ad4fb9819, entries=200, sequenceid=143, filesize=14.2 K 2024-12-06T08:43:03,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/a528b1cd81e34d0d98d19f8804865a44 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/a528b1cd81e34d0d98d19f8804865a44 2024-12-06T08:43:03,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/a528b1cd81e34d0d98d19f8804865a44, entries=150, sequenceid=143, filesize=11.9 K 2024-12-06T08:43:03,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/ba78040b5c544dcdbca463842fd1f25a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ba78040b5c544dcdbca463842fd1f25a 2024-12-06T08:43:03,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ba78040b5c544dcdbca463842fd1f25a, entries=150, sequenceid=143, filesize=11.9 K 2024-12-06T08:43:03,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 2d25383d35f0a79cc523b88696568c33 in 878ms, sequenceid=143, compaction requested=false 2024-12-06T08:43:03,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:04,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-06T08:43:04,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:04,015 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-06T08:43:04,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:04,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:04,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:04,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:04,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:04,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/ec99c29f299d4b7ab3354285753b1e87 is 50, key is test_row_0/A:col10/1733474583151/Put/seqid=0 2024-12-06T08:43:04,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742373_1549 (size=12151) 2024-12-06T08:43:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:04,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-06T08:43:04,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474584248, max timestamp=1733474584319Num uniques 859; 2024-12-06T08:43:04,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:43:04,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474584248, max timestamp=1733474584319Num uniques 859; 2024-12-06T08:43:04,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:43:04,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474584248, max timestamp=1733474584319Num uniques 859; 2024-12-06T08:43:04,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:43:04,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474644364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474644364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474644365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474644377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474644378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,427 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/ec99c29f299d4b7ab3354285753b1e87 2024-12-06T08:43:04,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/70a86c38230e41b4af368f725a5ea205 is 50, key is test_row_0/B:col10/1733474583151/Put/seqid=0 2024-12-06T08:43:04,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742374_1550 (size=12151) 2024-12-06T08:43:04,441 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/70a86c38230e41b4af368f725a5ea205 2024-12-06T08:43:04,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/f9a8fcb3c22042e798e36df7dd99ca90 is 50, key is test_row_0/C:col10/1733474583151/Put/seqid=0 2024-12-06T08:43:04,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742375_1551 (size=12151) 2024-12-06T08:43:04,454 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/f9a8fcb3c22042e798e36df7dd99ca90 2024-12-06T08:43:04,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/ec99c29f299d4b7ab3354285753b1e87 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/ec99c29f299d4b7ab3354285753b1e87 2024-12-06T08:43:04,461 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/ec99c29f299d4b7ab3354285753b1e87, entries=150, sequenceid=155, filesize=11.9 K 2024-12-06T08:43:04,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/70a86c38230e41b4af368f725a5ea205 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/70a86c38230e41b4af368f725a5ea205 2024-12-06T08:43:04,466 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/70a86c38230e41b4af368f725a5ea205, entries=150, sequenceid=155, filesize=11.9 K 2024-12-06T08:43:04,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/f9a8fcb3c22042e798e36df7dd99ca90 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f9a8fcb3c22042e798e36df7dd99ca90 2024-12-06T08:43:04,475 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f9a8fcb3c22042e798e36df7dd99ca90, entries=150, sequenceid=155, filesize=11.9 K 2024-12-06T08:43:04,476 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 2d25383d35f0a79cc523b88696568c33 in 461ms, sequenceid=155, compaction requested=true 2024-12-06T08:43:04,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:04,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:04,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-12-06T08:43:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-12-06T08:43:04,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-06T08:43:04,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 615 msec 2024-12-06T08:43:04,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 620 msec 2024-12-06T08:43:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-06T08:43:04,488 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:04,489 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-12-06T08:43:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-06T08:43:04,490 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:04,491 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:04,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:04,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-12-06T08:43:04,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:04,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-06T08:43:04,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:04,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-06T08:43:04,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:04,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-06T08:43:04,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/8dd3426e085e4b87b2a25fa08402ab44 is 50, key is test_row_0/A:col10/1733474584376/Put/seqid=0 2024-12-06T08:43:04,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742376_1552 (size=14541) 2024-12-06T08:43:04,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474644503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474644503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474644504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474644505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474644513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-06T08:43:04,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474644617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474644628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474644628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474644628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-06T08:43:04,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:04,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:04,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:04,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:04,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:04,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474644637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-06T08:43:04,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:04,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:04,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:04,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:04,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-06T08:43:04,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474644838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474644847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474644847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474644847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474644858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:04,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:04,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:04,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/8dd3426e085e4b87b2a25fa08402ab44 2024-12-06T08:43:04,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/6590bfaa863749a8905eeb387cdcf692 is 50, key is test_row_0/B:col10/1733474584376/Put/seqid=0 2024-12-06T08:43:04,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742377_1553 (size=12151) 2024-12-06T08:43:04,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-06T08:43:04,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:04,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:04,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:04,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:04,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:05,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-06T08:43:05,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:05,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:05,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:05,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:05,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-06T08:43:05,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474645148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:05,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:05,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474645167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:05,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474645167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:05,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:05,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474645167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:05,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:05,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:05,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:05,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474645178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:05,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:05,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-06T08:43:05,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:05,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:05,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:05,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:05,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:05,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/6590bfaa863749a8905eeb387cdcf692 2024-12-06T08:43:05,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/b798112a33224a2b94fc79e1d4e33e02 is 50, key is test_row_0/C:col10/1733474584376/Put/seqid=0 2024-12-06T08:43:05,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742378_1554 (size=12151) 2024-12-06T08:43:05,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-06T08:43:05,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:05,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:05,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:05,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:05,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:05,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-06T08:43:05,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:05,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:05,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:05,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:05,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-06T08:43:05,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474645668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:05,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:05,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474645677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:05,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:05,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474645677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:05,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:05,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:05,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474645677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:05,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:05,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474645698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:05,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:05,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:05,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-06T08:43:05,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:05,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:05,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:05,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:05,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:05,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/b798112a33224a2b94fc79e1d4e33e02 2024-12-06T08:43:05,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/8dd3426e085e4b87b2a25fa08402ab44 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/8dd3426e085e4b87b2a25fa08402ab44 2024-12-06T08:43:05,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/8dd3426e085e4b87b2a25fa08402ab44, entries=200, sequenceid=193, filesize=14.2 K 2024-12-06T08:43:05,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/6590bfaa863749a8905eeb387cdcf692 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/6590bfaa863749a8905eeb387cdcf692 2024-12-06T08:43:05,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/6590bfaa863749a8905eeb387cdcf692, entries=150, sequenceid=193, filesize=11.9 K 2024-12-06T08:43:05,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/b798112a33224a2b94fc79e1d4e33e02 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/b798112a33224a2b94fc79e1d4e33e02 2024-12-06T08:43:05,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/b798112a33224a2b94fc79e1d4e33e02, entries=150, sequenceid=193, filesize=11.9 K 2024-12-06T08:43:05,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for 2d25383d35f0a79cc523b88696568c33 in 1256ms, sequenceid=193, compaction requested=true 2024-12-06T08:43:05,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:05,755 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:43:05,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:05,756 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53440 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:43:05,757 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/A is initiating minor compaction (all files) 2024-12-06T08:43:05,757 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/A in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:05,757 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/a062cfdfef894aeb8450546a97f389cc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/10d08a3231644d2dad27a19ad4fb9819, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/ec99c29f299d4b7ab3354285753b1e87, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/8dd3426e085e4b87b2a25fa08402ab44] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=52.2 K 2024-12-06T08:43:05,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:05,757 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:43:05,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:05,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:05,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:05,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:05,759 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a062cfdfef894aeb8450546a97f389cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1733474581838 2024-12-06T08:43:05,759 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10d08a3231644d2dad27a19ad4fb9819, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733474581935 2024-12-06T08:43:05,760 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec99c29f299d4b7ab3354285753b1e87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733474583132 2024-12-06T08:43:05,760 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:43:05,760 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/B is initiating minor compaction (all files) 2024-12-06T08:43:05,760 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/B in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:05,760 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/ece190ba5f1945548440d0b230118e89, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/a528b1cd81e34d0d98d19f8804865a44, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/70a86c38230e41b4af368f725a5ea205, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/6590bfaa863749a8905eeb387cdcf692] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=47.5 K 2024-12-06T08:43:05,760 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dd3426e085e4b87b2a25fa08402ab44, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733474584360 2024-12-06T08:43:05,760 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting ece190ba5f1945548440d0b230118e89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1733474581838 2024-12-06T08:43:05,761 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting a528b1cd81e34d0d98d19f8804865a44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733474581935 2024-12-06T08:43:05,761 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 70a86c38230e41b4af368f725a5ea205, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733474583132 2024-12-06T08:43:05,761 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6590bfaa863749a8905eeb387cdcf692, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733474584360 2024-12-06T08:43:05,771 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#A#compaction#475 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:05,772 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/5c8b1dfd7a3640fdb1e116e77470602d is 50, key is test_row_0/A:col10/1733474584376/Put/seqid=0 2024-12-06T08:43:05,772 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#B#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:05,773 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/b383fcf7a5f649d69ed051c518c12460 is 50, key is test_row_0/B:col10/1733474584376/Put/seqid=0 2024-12-06T08:43:05,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742379_1555 (size=12493) 2024-12-06T08:43:05,793 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/5c8b1dfd7a3640fdb1e116e77470602d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/5c8b1dfd7a3640fdb1e116e77470602d 2024-12-06T08:43:05,797 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/A of 2d25383d35f0a79cc523b88696568c33 into 5c8b1dfd7a3640fdb1e116e77470602d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:05,797 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:05,797 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/A, priority=12, startTime=1733474585755; duration=0sec 2024-12-06T08:43:05,798 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:05,798 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:A 2024-12-06T08:43:05,798 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:43:05,800 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:43:05,800 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/C is initiating minor compaction (all files) 2024-12-06T08:43:05,800 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/C in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:05,800 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/910b4a88ec4742fc83a37025ba316fc8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ba78040b5c544dcdbca463842fd1f25a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f9a8fcb3c22042e798e36df7dd99ca90, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/b798112a33224a2b94fc79e1d4e33e02] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=47.5 K 2024-12-06T08:43:05,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742380_1556 (size=12493) 2024-12-06T08:43:05,801 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 910b4a88ec4742fc83a37025ba316fc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1733474581838 2024-12-06T08:43:05,801 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba78040b5c544dcdbca463842fd1f25a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733474581935 2024-12-06T08:43:05,802 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9a8fcb3c22042e798e36df7dd99ca90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733474583132 2024-12-06T08:43:05,802 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting b798112a33224a2b94fc79e1d4e33e02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733474584360 2024-12-06T08:43:05,808 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/b383fcf7a5f649d69ed051c518c12460 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/b383fcf7a5f649d69ed051c518c12460 2024-12-06T08:43:05,814 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#C#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:05,814 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/f03c325d7ac74d75b400b71aae4d256e is 50, key is test_row_0/C:col10/1733474584376/Put/seqid=0 2024-12-06T08:43:05,817 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/B of 2d25383d35f0a79cc523b88696568c33 into b383fcf7a5f649d69ed051c518c12460(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:05,819 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:05,819 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/B, priority=12, startTime=1733474585757; duration=0sec 2024-12-06T08:43:05,819 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:05,819 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:B 2024-12-06T08:43:05,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742381_1557 (size=12493) 2024-12-06T08:43:05,825 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/f03c325d7ac74d75b400b71aae4d256e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f03c325d7ac74d75b400b71aae4d256e 2024-12-06T08:43:05,833 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/C of 2d25383d35f0a79cc523b88696568c33 into f03c325d7ac74d75b400b71aae4d256e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:05,833 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:05,833 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/C, priority=12, startTime=1733474585757; duration=0sec 2024-12-06T08:43:05,833 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:05,833 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:C 2024-12-06T08:43:05,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-06T08:43:05,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:05,871 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-06T08:43:05,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:05,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:05,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:05,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:05,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:05,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:05,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/0e691571f4074960942b3155c017a2a2 is 50, key is test_row_0/A:col10/1733474584502/Put/seqid=0 2024-12-06T08:43:05,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742382_1558 (size=12151) 2024-12-06T08:43:05,881 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/0e691571f4074960942b3155c017a2a2 2024-12-06T08:43:05,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/1f94e25e580b4aa6a6ab5bfe55f7c1d8 is 50, key is test_row_0/B:col10/1733474584502/Put/seqid=0 2024-12-06T08:43:05,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742383_1559 (size=12151) 2024-12-06T08:43:06,298 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/1f94e25e580b4aa6a6ab5bfe55f7c1d8 2024-12-06T08:43:06,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/3dbb7a5ea5aa4fd2a55854c31925ed51 is 50, key is test_row_0/C:col10/1733474584502/Put/seqid=0 2024-12-06T08:43:06,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742384_1560 (size=12151) 2024-12-06T08:43:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-06T08:43:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:06,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:06,719 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/3dbb7a5ea5aa4fd2a55854c31925ed51 2024-12-06T08:43:06,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/0e691571f4074960942b3155c017a2a2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/0e691571f4074960942b3155c017a2a2 2024-12-06T08:43:06,726 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/0e691571f4074960942b3155c017a2a2, entries=150, sequenceid=204, filesize=11.9 K 2024-12-06T08:43:06,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/1f94e25e580b4aa6a6ab5bfe55f7c1d8 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/1f94e25e580b4aa6a6ab5bfe55f7c1d8 2024-12-06T08:43:06,730 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/1f94e25e580b4aa6a6ab5bfe55f7c1d8, entries=150, sequenceid=204, filesize=11.9 K 2024-12-06T08:43:06,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/3dbb7a5ea5aa4fd2a55854c31925ed51 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/3dbb7a5ea5aa4fd2a55854c31925ed51 2024-12-06T08:43:06,734 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/3dbb7a5ea5aa4fd2a55854c31925ed51, entries=150, sequenceid=204, filesize=11.9 K 2024-12-06T08:43:06,735 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=100.63 KB/103050 for 2d25383d35f0a79cc523b88696568c33 in 864ms, sequenceid=204, compaction requested=false 2024-12-06T08:43:06,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:06,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:06,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-12-06T08:43:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-12-06T08:43:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:06,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-06T08:43:06,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:06,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:06,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:06,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:06,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:06,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:06,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/87195b7cfd5d4db8a77dea00c8de1d70 is 50, key is test_row_0/A:col10/1733474586734/Put/seqid=0 2024-12-06T08:43:06,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-06T08:43:06,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2460 sec 2024-12-06T08:43:06,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.2560 sec 2024-12-06T08:43:06,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742385_1561 (size=16931) 2024-12-06T08:43:06,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/87195b7cfd5d4db8a77dea00c8de1d70 2024-12-06T08:43:06,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/40edd9c6b96f476cad6fea664a1231b7 is 50, key is test_row_0/B:col10/1733474586734/Put/seqid=0 2024-12-06T08:43:06,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474646752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:06,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742386_1562 (size=12151) 2024-12-06T08:43:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474646754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:06,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474646762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:06,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474646763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:06,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:06,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474646763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:06,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:06,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474646878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:06,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474646878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:06,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474646878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:06,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:06,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474646887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:06,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474646887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:07,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474647098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:07,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:07,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474647098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:07,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:07,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:07,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474647098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:07,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:07,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474647107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:07,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:07,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474647107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:07,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:07,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/40edd9c6b96f476cad6fea664a1231b7 2024-12-06T08:43:07,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/bb435a2474be4430b0e1b8062c06c2b4 is 50, key is test_row_0/C:col10/1733474586734/Put/seqid=0 2024-12-06T08:43:07,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742387_1563 (size=12151) 2024-12-06T08:43:07,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474647418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:07,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:07,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474647418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:07,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:07,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:07,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474647418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:07,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474647418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474647418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:07,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/bb435a2474be4430b0e1b8062c06c2b4 2024-12-06T08:43:07,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/87195b7cfd5d4db8a77dea00c8de1d70 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/87195b7cfd5d4db8a77dea00c8de1d70 2024-12-06T08:43:07,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/87195b7cfd5d4db8a77dea00c8de1d70, entries=250, sequenceid=224, filesize=16.5 K 2024-12-06T08:43:07,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/40edd9c6b96f476cad6fea664a1231b7 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/40edd9c6b96f476cad6fea664a1231b7 2024-12-06T08:43:07,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/40edd9c6b96f476cad6fea664a1231b7, entries=150, sequenceid=224, filesize=11.9 K 2024-12-06T08:43:07,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/bb435a2474be4430b0e1b8062c06c2b4 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/bb435a2474be4430b0e1b8062c06c2b4 2024-12-06T08:43:07,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/bb435a2474be4430b0e1b8062c06c2b4, entries=150, sequenceid=224, filesize=11.9 K 2024-12-06T08:43:07,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 2d25383d35f0a79cc523b88696568c33 in 861ms, sequenceid=224, compaction requested=true 2024-12-06T08:43:07,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:07,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:07,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:07,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:07,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:07,599 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:07,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:07,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:07,599 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:07,600 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:07,600 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:07,600 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/A is initiating minor compaction (all files) 2024-12-06T08:43:07,600 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/B is initiating minor compaction (all files) 2024-12-06T08:43:07,600 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/A in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:07,600 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/B in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:07,600 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/5c8b1dfd7a3640fdb1e116e77470602d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/0e691571f4074960942b3155c017a2a2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/87195b7cfd5d4db8a77dea00c8de1d70] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=40.6 K 2024-12-06T08:43:07,600 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/b383fcf7a5f649d69ed051c518c12460, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/1f94e25e580b4aa6a6ab5bfe55f7c1d8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/40edd9c6b96f476cad6fea664a1231b7] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=35.9 K 2024-12-06T08:43:07,600 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c8b1dfd7a3640fdb1e116e77470602d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733474584360 2024-12-06T08:43:07,600 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting b383fcf7a5f649d69ed051c518c12460, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733474584360 2024-12-06T08:43:07,600 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e691571f4074960942b3155c017a2a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733474584500 2024-12-06T08:43:07,600 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f94e25e580b4aa6a6ab5bfe55f7c1d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733474584500 2024-12-06T08:43:07,601 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87195b7cfd5d4db8a77dea00c8de1d70, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733474586729 2024-12-06T08:43:07,601 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 40edd9c6b96f476cad6fea664a1231b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733474586733 2024-12-06T08:43:07,610 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#A#compaction#484 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:07,611 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/bde863739d604989b74c958c5e152706 is 50, key is test_row_0/A:col10/1733474586734/Put/seqid=0 2024-12-06T08:43:07,613 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#B#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:07,614 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/9e953703ca624009a26b7217854b888d is 50, key is test_row_0/B:col10/1733474586734/Put/seqid=0 2024-12-06T08:43:07,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742388_1564 (size=12595) 2024-12-06T08:43:07,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742389_1565 (size=12595) 2024-12-06T08:43:07,640 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/9e953703ca624009a26b7217854b888d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/9e953703ca624009a26b7217854b888d 2024-12-06T08:43:07,645 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/B of 2d25383d35f0a79cc523b88696568c33 into 9e953703ca624009a26b7217854b888d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:07,645 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:07,645 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/B, priority=13, startTime=1733474587599; duration=0sec 2024-12-06T08:43:07,645 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:07,645 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:B 2024-12-06T08:43:07,645 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:07,646 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:07,646 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/C is initiating minor compaction (all files) 2024-12-06T08:43:07,646 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/C in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:07,646 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f03c325d7ac74d75b400b71aae4d256e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/3dbb7a5ea5aa4fd2a55854c31925ed51, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/bb435a2474be4430b0e1b8062c06c2b4] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=35.9 K 2024-12-06T08:43:07,647 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting f03c325d7ac74d75b400b71aae4d256e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733474584360 2024-12-06T08:43:07,649 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dbb7a5ea5aa4fd2a55854c31925ed51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733474584500 2024-12-06T08:43:07,649 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting bb435a2474be4430b0e1b8062c06c2b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733474586733 2024-12-06T08:43:07,654 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#C#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:07,655 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/ad965f35efda442991354c1c9077a917 is 50, key is test_row_0/C:col10/1733474586734/Put/seqid=0 2024-12-06T08:43:07,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742390_1566 (size=12595) 2024-12-06T08:43:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:07,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-06T08:43:07,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:07,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:07,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:07,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:07,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:07,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:07,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/e216789f237642a788683ca046b4748f is 50, key is test_row_0/A:col10/1733474586761/Put/seqid=0 2024-12-06T08:43:07,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742391_1567 (size=14541) 2024-12-06T08:43:07,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474647976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:07,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:07,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474647988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:07,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:07,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474647990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474647991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474647992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,026 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/bde863739d604989b74c958c5e152706 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/bde863739d604989b74c958c5e152706 2024-12-06T08:43:08,031 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/A of 2d25383d35f0a79cc523b88696568c33 into bde863739d604989b74c958c5e152706(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:08,031 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:08,031 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/A, priority=13, startTime=1733474587599; duration=0sec 2024-12-06T08:43:08,031 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:08,031 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:A 2024-12-06T08:43:08,062 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/ad965f35efda442991354c1c9077a917 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ad965f35efda442991354c1c9077a917 2024-12-06T08:43:08,067 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/C of 2d25383d35f0a79cc523b88696568c33 into ad965f35efda442991354c1c9077a917(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:08,067 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:08,067 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/C, priority=13, startTime=1733474587599; duration=0sec 2024-12-06T08:43:08,067 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:08,067 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:C 2024-12-06T08:43:08,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474648098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474648107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474648117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474648117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474648118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474648317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474648327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/e216789f237642a788683ca046b4748f 2024-12-06T08:43:08,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474648338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474648338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474648338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/0d67abf53f0d4a24bf9da32a126f4ad0 is 50, key is test_row_0/B:col10/1733474586761/Put/seqid=0 2024-12-06T08:43:08,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742392_1568 (size=12151) 2024-12-06T08:43:08,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/0d67abf53f0d4a24bf9da32a126f4ad0 2024-12-06T08:43:08,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/441399e8d61c4fd2957811771bbcf585 is 50, key is test_row_0/C:col10/1733474586761/Put/seqid=0 2024-12-06T08:43:08,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742393_1569 (size=12151) 2024-12-06T08:43:08,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/441399e8d61c4fd2957811771bbcf585 2024-12-06T08:43:08,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/e216789f237642a788683ca046b4748f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/e216789f237642a788683ca046b4748f 2024-12-06T08:43:08,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/e216789f237642a788683ca046b4748f, entries=200, sequenceid=238, filesize=14.2 K 2024-12-06T08:43:08,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/0d67abf53f0d4a24bf9da32a126f4ad0 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/0d67abf53f0d4a24bf9da32a126f4ad0 2024-12-06T08:43:08,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/0d67abf53f0d4a24bf9da32a126f4ad0, entries=150, sequenceid=238, filesize=11.9 K 2024-12-06T08:43:08,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/441399e8d61c4fd2957811771bbcf585 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/441399e8d61c4fd2957811771bbcf585 2024-12-06T08:43:08,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/441399e8d61c4fd2957811771bbcf585, entries=150, sequenceid=238, filesize=11.9 K 2024-12-06T08:43:08,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 2d25383d35f0a79cc523b88696568c33 in 449ms, sequenceid=238, compaction requested=false 2024-12-06T08:43:08,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:08,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-06T08:43:08,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:08,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:08,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:08,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:08,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:08,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:08,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/3e0499a8c4994bbc9faaec9ee143eff7 is 50, key is test_row_0/A:col10/1733474587986/Put/seqid=0 2024-12-06T08:43:08,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742394_1570 (size=14641) 2024-12-06T08:43:08,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/3e0499a8c4994bbc9faaec9ee143eff7 2024-12-06T08:43:08,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/34528d3790cc43aa99a064f77163dba0 is 50, key is test_row_0/B:col10/1733474587986/Put/seqid=0 2024-12-06T08:43:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-06T08:43:08,658 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:08,659 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:08,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742395_1571 (size=12201) 2024-12-06T08:43:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-12-06T08:43:08,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/34528d3790cc43aa99a064f77163dba0 2024-12-06T08:43:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-06T08:43:08,663 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:08,664 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:08,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:08,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/c5bb9d13222a431b9e584a053ceaa57c is 50, key is test_row_0/C:col10/1733474587986/Put/seqid=0 2024-12-06T08:43:08,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474648659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742396_1572 (size=12201) 2024-12-06T08:43:08,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/c5bb9d13222a431b9e584a053ceaa57c 2024-12-06T08:43:08,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474648665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/3e0499a8c4994bbc9faaec9ee143eff7 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/3e0499a8c4994bbc9faaec9ee143eff7 2024-12-06T08:43:08,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/3e0499a8c4994bbc9faaec9ee143eff7, entries=200, sequenceid=261, filesize=14.3 K 2024-12-06T08:43:08,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/34528d3790cc43aa99a064f77163dba0 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/34528d3790cc43aa99a064f77163dba0 2024-12-06T08:43:08,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/34528d3790cc43aa99a064f77163dba0, entries=150, sequenceid=261, filesize=11.9 K 2024-12-06T08:43:08,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/c5bb9d13222a431b9e584a053ceaa57c as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/c5bb9d13222a431b9e584a053ceaa57c 2024-12-06T08:43:08,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474648674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474648675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474648676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/c5bb9d13222a431b9e584a053ceaa57c, entries=150, sequenceid=261, filesize=11.9 K 2024-12-06T08:43:08,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 2d25383d35f0a79cc523b88696568c33 in 61ms, sequenceid=261, compaction requested=true 2024-12-06T08:43:08,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:08,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:08,697 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:08,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:08,698 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:08,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:08,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:08,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:08,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:08,698 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41777 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:08,698 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/A is initiating minor compaction (all files) 2024-12-06T08:43:08,698 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:08,698 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/A in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:08,698 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/B is initiating minor compaction (all files) 2024-12-06T08:43:08,698 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/B in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:08,698 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/bde863739d604989b74c958c5e152706, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/e216789f237642a788683ca046b4748f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/3e0499a8c4994bbc9faaec9ee143eff7] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=40.8 K 2024-12-06T08:43:08,699 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/9e953703ca624009a26b7217854b888d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/0d67abf53f0d4a24bf9da32a126f4ad0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/34528d3790cc43aa99a064f77163dba0] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=36.1 K 2024-12-06T08:43:08,699 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting bde863739d604989b74c958c5e152706, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733474586733 2024-12-06T08:43:08,699 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e953703ca624009a26b7217854b888d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733474586733 2024-12-06T08:43:08,699 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e216789f237642a788683ca046b4748f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733474586747 2024-12-06T08:43:08,699 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e0499a8c4994bbc9faaec9ee143eff7, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733474587986 2024-12-06T08:43:08,699 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d67abf53f0d4a24bf9da32a126f4ad0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733474586747 2024-12-06T08:43:08,700 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 34528d3790cc43aa99a064f77163dba0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733474587986 2024-12-06T08:43:08,708 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#A#compaction#493 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:08,709 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/0fca7e72333d4057be5fa18c5ac67e25 is 50, key is test_row_0/A:col10/1733474587986/Put/seqid=0 2024-12-06T08:43:08,712 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#B#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:08,712 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/e0cf3de68f94448ba369ca696c491ed2 is 50, key is test_row_0/B:col10/1733474587986/Put/seqid=0 2024-12-06T08:43:08,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742397_1573 (size=12747) 2024-12-06T08:43:08,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742398_1574 (size=12747) 2024-12-06T08:43:08,725 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/e0cf3de68f94448ba369ca696c491ed2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/e0cf3de68f94448ba369ca696c491ed2 2024-12-06T08:43:08,729 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/B of 2d25383d35f0a79cc523b88696568c33 into e0cf3de68f94448ba369ca696c491ed2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:08,729 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:08,729 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/B, priority=13, startTime=1733474588698; duration=0sec 2024-12-06T08:43:08,730 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:08,730 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:B 2024-12-06T08:43:08,730 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:08,730 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:08,730 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/C is initiating minor compaction (all files) 2024-12-06T08:43:08,730 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/C in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:08,731 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ad965f35efda442991354c1c9077a917, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/441399e8d61c4fd2957811771bbcf585, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/c5bb9d13222a431b9e584a053ceaa57c] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=36.1 K 2024-12-06T08:43:08,731 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting ad965f35efda442991354c1c9077a917, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733474586733 2024-12-06T08:43:08,732 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 441399e8d61c4fd2957811771bbcf585, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733474586747 2024-12-06T08:43:08,732 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting c5bb9d13222a431b9e584a053ceaa57c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733474587986 2024-12-06T08:43:08,740 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#C#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:08,741 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/213c7d40831344d8bac1abd76d8b19ed is 50, key is test_row_0/C:col10/1733474587986/Put/seqid=0 2024-12-06T08:43:08,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742399_1575 (size=12747) 2024-12-06T08:43:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-06T08:43:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:08,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-06T08:43:08,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:08,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:08,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:08,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:08,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:08,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:08,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/9bc8f021e0204a9bb7ab0bf64ff7a309 is 50, key is test_row_0/A:col10/1733474588789/Put/seqid=0 2024-12-06T08:43:08,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742400_1576 (size=12301) 2024-12-06T08:43:08,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/9bc8f021e0204a9bb7ab0bf64ff7a309 2024-12-06T08:43:08,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/6a1010e805da469f9828632464d621cf is 50, key is test_row_0/B:col10/1733474588789/Put/seqid=0 2024-12-06T08:43:08,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742401_1577 (size=12301) 2024-12-06T08:43:08,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/6a1010e805da469f9828632464d621cf 2024-12-06T08:43:08,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-06T08:43:08,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:08,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:08,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:08,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:08,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:08,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/e18d077115c54138852f05ab3b2fcb6e is 50, key is test_row_0/C:col10/1733474588789/Put/seqid=0 2024-12-06T08:43:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:08,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742402_1578 (size=12301) 2024-12-06T08:43:08,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/e18d077115c54138852f05ab3b2fcb6e 2024-12-06T08:43:08,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/9bc8f021e0204a9bb7ab0bf64ff7a309 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/9bc8f021e0204a9bb7ab0bf64ff7a309 2024-12-06T08:43:08,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/9bc8f021e0204a9bb7ab0bf64ff7a309, entries=150, sequenceid=274, filesize=12.0 K 2024-12-06T08:43:08,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/6a1010e805da469f9828632464d621cf as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/6a1010e805da469f9828632464d621cf 2024-12-06T08:43:08,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/6a1010e805da469f9828632464d621cf, entries=150, sequenceid=274, filesize=12.0 K 2024-12-06T08:43:08,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/e18d077115c54138852f05ab3b2fcb6e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/e18d077115c54138852f05ab3b2fcb6e 2024-12-06T08:43:08,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/e18d077115c54138852f05ab3b2fcb6e, entries=150, sequenceid=274, filesize=12.0 K 2024-12-06T08:43:08,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=100.63 KB/103050 for 2d25383d35f0a79cc523b88696568c33 in 51ms, sequenceid=274, compaction requested=false 2024-12-06T08:43:08,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:08,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-06T08:43:08,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:08,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:08,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:08,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:08,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:08,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:08,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/562b858c4c1744f99dbea7a273c5a17f is 50, key is test_row_0/A:col10/1733474588839/Put/seqid=0 2024-12-06T08:43:08,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742403_1579 (size=17181) 2024-12-06T08:43:08,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474648861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474648862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474648864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474648867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474648869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-06T08:43:08,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:08,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:08,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:08,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:08,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-06T08:43:08,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474648978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474648987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474648987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:08,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474648987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:08,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:08,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474648998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,119 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/0fca7e72333d4057be5fa18c5ac67e25 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/0fca7e72333d4057be5fa18c5ac67e25 2024-12-06T08:43:09,123 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/A of 2d25383d35f0a79cc523b88696568c33 into 0fca7e72333d4057be5fa18c5ac67e25(size=12.4 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:09,123 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:09,123 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/A, priority=13, startTime=1733474588697; duration=0sec 2024-12-06T08:43:09,123 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:09,123 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:A 2024-12-06T08:43:09,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-06T08:43:09,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:09,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:09,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:09,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:09,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:09,149 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/213c7d40831344d8bac1abd76d8b19ed as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/213c7d40831344d8bac1abd76d8b19ed 2024-12-06T08:43:09,155 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/C of 2d25383d35f0a79cc523b88696568c33 into 213c7d40831344d8bac1abd76d8b19ed(size=12.4 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:09,155 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:09,155 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/C, priority=13, startTime=1733474588698; duration=0sec 2024-12-06T08:43:09,155 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:09,155 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:C 2024-12-06T08:43:09,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474649197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474649197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474649197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474649208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474649217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/562b858c4c1744f99dbea7a273c5a17f 2024-12-06T08:43:09,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/2b87ef7c421b4380bbb7146e4daac1f8 is 50, key is test_row_0/B:col10/1733474588839/Put/seqid=0 2024-12-06T08:43:09,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742404_1580 (size=12301) 2024-12-06T08:43:09,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/2b87ef7c421b4380bbb7146e4daac1f8 2024-12-06T08:43:09,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/0cc477fdbc634f5bbe1aec21e9009b39 is 50, key is test_row_0/C:col10/1733474588839/Put/seqid=0 2024-12-06T08:43:09,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-06T08:43:09,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:09,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:09,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:09,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:09,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:09,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742405_1581 (size=12301) 2024-12-06T08:43:09,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/0cc477fdbc634f5bbe1aec21e9009b39 2024-12-06T08:43:09,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/562b858c4c1744f99dbea7a273c5a17f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/562b858c4c1744f99dbea7a273c5a17f 2024-12-06T08:43:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-06T08:43:09,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/562b858c4c1744f99dbea7a273c5a17f, entries=250, sequenceid=294, filesize=16.8 K 2024-12-06T08:43:09,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/2b87ef7c421b4380bbb7146e4daac1f8 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/2b87ef7c421b4380bbb7146e4daac1f8 2024-12-06T08:43:09,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/2b87ef7c421b4380bbb7146e4daac1f8, entries=150, sequenceid=294, filesize=12.0 K 2024-12-06T08:43:09,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/0cc477fdbc634f5bbe1aec21e9009b39 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/0cc477fdbc634f5bbe1aec21e9009b39 2024-12-06T08:43:09,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/0cc477fdbc634f5bbe1aec21e9009b39, entries=150, sequenceid=294, filesize=12.0 K 2024-12-06T08:43:09,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 2d25383d35f0a79cc523b88696568c33 in 455ms, sequenceid=294, compaction requested=true 2024-12-06T08:43:09,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:09,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:09,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:09,299 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:09,299 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:09,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:09,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:09,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:09,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:09,300 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37349 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:09,300 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:09,300 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/B is initiating minor compaction (all files) 2024-12-06T08:43:09,300 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/A is initiating minor compaction (all files) 2024-12-06T08:43:09,300 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/B in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:09,300 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/A in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:09,300 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/e0cf3de68f94448ba369ca696c491ed2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/6a1010e805da469f9828632464d621cf, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/2b87ef7c421b4380bbb7146e4daac1f8] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=36.5 K 2024-12-06T08:43:09,300 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/0fca7e72333d4057be5fa18c5ac67e25, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/9bc8f021e0204a9bb7ab0bf64ff7a309, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/562b858c4c1744f99dbea7a273c5a17f] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=41.2 K 2024-12-06T08:43:09,300 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting e0cf3de68f94448ba369ca696c491ed2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733474587986 2024-12-06T08:43:09,300 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fca7e72333d4057be5fa18c5ac67e25, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733474587986 2024-12-06T08:43:09,301 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a1010e805da469f9828632464d621cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733474588671 2024-12-06T08:43:09,301 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bc8f021e0204a9bb7ab0bf64ff7a309, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733474588671 2024-12-06T08:43:09,301 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 562b858c4c1744f99dbea7a273c5a17f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733474588827 2024-12-06T08:43:09,302 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b87ef7c421b4380bbb7146e4daac1f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733474588838 2024-12-06T08:43:09,314 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#B#compaction#503 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:09,314 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#A#compaction#502 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:09,315 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/7953ba7bc1314a1f87f2acd0e11b1753 is 50, key is test_row_0/B:col10/1733474588839/Put/seqid=0 2024-12-06T08:43:09,315 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/e7dec9627a83462eb6aa545b0f9d8926 is 50, key is test_row_0/A:col10/1733474588839/Put/seqid=0 2024-12-06T08:43:09,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742406_1582 (size=12949) 2024-12-06T08:43:09,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742407_1583 (size=12949) 2024-12-06T08:43:09,342 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/7953ba7bc1314a1f87f2acd0e11b1753 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/7953ba7bc1314a1f87f2acd0e11b1753 2024-12-06T08:43:09,349 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/B of 2d25383d35f0a79cc523b88696568c33 into 7953ba7bc1314a1f87f2acd0e11b1753(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:09,349 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:09,349 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/B, priority=13, startTime=1733474589299; duration=0sec 2024-12-06T08:43:09,349 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:09,349 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:B 2024-12-06T08:43:09,350 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:09,351 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37349 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:09,351 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/C is initiating minor compaction (all files) 2024-12-06T08:43:09,351 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/C in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:09,351 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/213c7d40831344d8bac1abd76d8b19ed, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/e18d077115c54138852f05ab3b2fcb6e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/0cc477fdbc634f5bbe1aec21e9009b39] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=36.5 K 2024-12-06T08:43:09,352 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 213c7d40831344d8bac1abd76d8b19ed, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733474587986 2024-12-06T08:43:09,352 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting e18d077115c54138852f05ab3b2fcb6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733474588671 2024-12-06T08:43:09,352 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cc477fdbc634f5bbe1aec21e9009b39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733474588838 2024-12-06T08:43:09,363 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#C#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:09,364 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/ccb5fdfc8fbe4deca495d3d464ebeaea is 50, key is test_row_0/C:col10/1733474588839/Put/seqid=0 2024-12-06T08:43:09,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742408_1584 (size=12949) 2024-12-06T08:43:09,379 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/ccb5fdfc8fbe4deca495d3d464ebeaea as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ccb5fdfc8fbe4deca495d3d464ebeaea 2024-12-06T08:43:09,385 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/C of 2d25383d35f0a79cc523b88696568c33 into ccb5fdfc8fbe4deca495d3d464ebeaea(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:09,385 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:09,385 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/C, priority=13, startTime=1733474589299; duration=0sec 2024-12-06T08:43:09,385 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:09,385 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:C 2024-12-06T08:43:09,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-06T08:43:09,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:09,431 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-06T08:43:09,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:09,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:09,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:09,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:09,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:09,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:09,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/98a88f0a760740ba8773c63c8a75b5b3 is 50, key is test_row_0/A:col10/1733474588850/Put/seqid=0 2024-12-06T08:43:09,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742409_1585 (size=12301) 2024-12-06T08:43:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:09,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:09,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474649545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474649546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474649547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474649549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474649550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474649657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474649667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474649667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474649667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474649667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,738 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/e7dec9627a83462eb6aa545b0f9d8926 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/e7dec9627a83462eb6aa545b0f9d8926 2024-12-06T08:43:09,742 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/A of 2d25383d35f0a79cc523b88696568c33 into e7dec9627a83462eb6aa545b0f9d8926(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:09,742 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:09,742 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/A, priority=13, startTime=1733474589299; duration=0sec 2024-12-06T08:43:09,742 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:09,742 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:A 2024-12-06T08:43:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-06T08:43:09,839 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/98a88f0a760740ba8773c63c8a75b5b3 2024-12-06T08:43:09,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/d146a7c2325849fcad47b9c334f1fa24 is 50, key is test_row_0/B:col10/1733474588850/Put/seqid=0 2024-12-06T08:43:09,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742410_1586 (size=12301) 2024-12-06T08:43:09,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474649877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474649887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474649888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474649888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474649888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:10,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474650187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:10,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:10,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474650197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:10,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:10,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474650208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:10,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:10,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474650208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:10,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:10,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474650208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:10,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:10,251 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/d146a7c2325849fcad47b9c334f1fa24 2024-12-06T08:43:10,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/711334360f05467192737c32058c9872 is 50, key is test_row_0/C:col10/1733474588850/Put/seqid=0 2024-12-06T08:43:10,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742411_1587 (size=12301) 2024-12-06T08:43:10,664 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/711334360f05467192737c32058c9872 2024-12-06T08:43:10,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/98a88f0a760740ba8773c63c8a75b5b3 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/98a88f0a760740ba8773c63c8a75b5b3 2024-12-06T08:43:10,672 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/98a88f0a760740ba8773c63c8a75b5b3, entries=150, sequenceid=310, filesize=12.0 K 2024-12-06T08:43:10,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/d146a7c2325849fcad47b9c334f1fa24 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/d146a7c2325849fcad47b9c334f1fa24 2024-12-06T08:43:10,677 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/d146a7c2325849fcad47b9c334f1fa24, entries=150, sequenceid=310, filesize=12.0 K 2024-12-06T08:43:10,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/711334360f05467192737c32058c9872 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/711334360f05467192737c32058c9872 2024-12-06T08:43:10,690 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/711334360f05467192737c32058c9872, entries=150, sequenceid=310, filesize=12.0 K 2024-12-06T08:43:10,691 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 2d25383d35f0a79cc523b88696568c33 in 1260ms, sequenceid=310, compaction requested=false 2024-12-06T08:43:10,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:10,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:10,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-12-06T08:43:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-12-06T08:43:10,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-06T08:43:10,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0290 sec 2024-12-06T08:43:10,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 2.0360 sec 2024-12-06T08:43:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:10,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-06T08:43:10,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:10,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:10,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:10,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:10,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:10,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:10,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/deeaa3b08e014dc58edbb14e82fcca7b is 50, key is test_row_0/A:col10/1733474589543/Put/seqid=0 2024-12-06T08:43:10,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742412_1588 (size=14741) 2024-12-06T08:43:10,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474650727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:10,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:10,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474650727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:10,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474650728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:10,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:10,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:10,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474650742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:10,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474650742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:10,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:10,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-06T08:43:10,819 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:10,819 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-12-06T08:43:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-06T08:43:10,822 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:10,822 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:10,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:10,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474650848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:10,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474650848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474650849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:10,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:10,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474650857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:10,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:10,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474650867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:10,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:10,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-06T08:43:10,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-06T08:43:10,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:10,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:10,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:10,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:10,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:11,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474651067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474651067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474651067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:11,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474651088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:11,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474651088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:11,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:11,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/deeaa3b08e014dc58edbb14e82fcca7b 2024-12-06T08:43:11,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/e8ed701c1601487f804d5c24d2fda87a is 50, key is test_row_0/B:col10/1733474589543/Put/seqid=0 2024-12-06T08:43:11,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-06T08:43:11,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:11,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:11,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:11,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:11,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-06T08:43:11,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742413_1589 (size=12301) 2024-12-06T08:43:11,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/e8ed701c1601487f804d5c24d2fda87a 2024-12-06T08:43:11,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/2ec51c819c54442dae211c52800194ef is 50, key is test_row_0/C:col10/1733474589543/Put/seqid=0 2024-12-06T08:43:11,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742414_1590 (size=12301) 2024-12-06T08:43:11,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-06T08:43:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:11,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:11,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474651387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:11,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:11,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474651387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:11,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:11,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474651387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:11,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:11,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:11,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474651408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:11,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:11,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474651408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:11,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:11,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:11,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-06T08:43:11,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:11,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:11,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:11,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:11,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-06T08:43:11,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/2ec51c819c54442dae211c52800194ef 2024-12-06T08:43:11,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/deeaa3b08e014dc58edbb14e82fcca7b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/deeaa3b08e014dc58edbb14e82fcca7b 2024-12-06T08:43:11,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/deeaa3b08e014dc58edbb14e82fcca7b, entries=200, sequenceid=332, filesize=14.4 K 2024-12-06T08:43:11,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/e8ed701c1601487f804d5c24d2fda87a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/e8ed701c1601487f804d5c24d2fda87a 2024-12-06T08:43:11,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/e8ed701c1601487f804d5c24d2fda87a, entries=150, sequenceid=332, filesize=12.0 K 2024-12-06T08:43:11,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/2ec51c819c54442dae211c52800194ef as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/2ec51c819c54442dae211c52800194ef 2024-12-06T08:43:11,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/2ec51c819c54442dae211c52800194ef, entries=150, sequenceid=332, filesize=12.0 K 2024-12-06T08:43:11,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for 2d25383d35f0a79cc523b88696568c33 in 862ms, sequenceid=332, compaction requested=true 2024-12-06T08:43:11,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:11,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:11,573 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T08:43:11,573 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:11,574 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:11,574 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/B is initiating minor compaction (all files) 2024-12-06T08:43:11,574 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:11,574 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/B in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:11,574 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/A is initiating minor compaction (all files) 2024-12-06T08:43:11,574 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/7953ba7bc1314a1f87f2acd0e11b1753, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/d146a7c2325849fcad47b9c334f1fa24, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/e8ed701c1601487f804d5c24d2fda87a] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=36.7 K 2024-12-06T08:43:11,574 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/A in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:11,574 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/e7dec9627a83462eb6aa545b0f9d8926, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/98a88f0a760740ba8773c63c8a75b5b3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/deeaa3b08e014dc58edbb14e82fcca7b] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=39.1 K 2024-12-06T08:43:11,575 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7dec9627a83462eb6aa545b0f9d8926, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733474588838 2024-12-06T08:43:11,575 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 7953ba7bc1314a1f87f2acd0e11b1753, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733474588838 2024-12-06T08:43:11,575 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98a88f0a760740ba8773c63c8a75b5b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733474588850 2024-12-06T08:43:11,575 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting d146a7c2325849fcad47b9c334f1fa24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733474588850 2024-12-06T08:43:11,575 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting deeaa3b08e014dc58edbb14e82fcca7b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733474589512 2024-12-06T08:43:11,575 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting e8ed701c1601487f804d5c24d2fda87a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733474589543 2024-12-06T08:43:11,590 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#B#compaction#512 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:11,590 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/9ba5c8b17d3d499c93c592bd0949200c is 50, key is test_row_0/B:col10/1733474589543/Put/seqid=0 2024-12-06T08:43:11,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-06T08:43:11,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:11,591 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-06T08:43:11,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:11,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:11,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:11,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:11,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:11,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:11,595 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#A#compaction#511 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:11,595 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/b3dd8d5b4808489789d5aa350519e807 is 50, key is test_row_0/A:col10/1733474589543/Put/seqid=0 2024-12-06T08:43:11,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742415_1591 (size=13051) 2024-12-06T08:43:11,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742416_1592 (size=13051) 2024-12-06T08:43:11,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/53f782c98cf54624a577cf99afad63f1 is 50, key is test_row_0/A:col10/1733474590739/Put/seqid=0 2024-12-06T08:43:11,611 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/9ba5c8b17d3d499c93c592bd0949200c as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/9ba5c8b17d3d499c93c592bd0949200c 2024-12-06T08:43:11,614 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/b3dd8d5b4808489789d5aa350519e807 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/b3dd8d5b4808489789d5aa350519e807 2024-12-06T08:43:11,619 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/B of 2d25383d35f0a79cc523b88696568c33 into 9ba5c8b17d3d499c93c592bd0949200c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:11,619 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:11,619 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/B, priority=13, startTime=1733474591573; duration=0sec 2024-12-06T08:43:11,619 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:11,619 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:B 2024-12-06T08:43:11,619 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:11,621 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:11,621 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/C is initiating minor compaction (all files) 2024-12-06T08:43:11,621 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/C in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:11,621 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ccb5fdfc8fbe4deca495d3d464ebeaea, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/711334360f05467192737c32058c9872, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/2ec51c819c54442dae211c52800194ef] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=36.7 K 2024-12-06T08:43:11,622 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting ccb5fdfc8fbe4deca495d3d464ebeaea, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733474588838 2024-12-06T08:43:11,623 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 711334360f05467192737c32058c9872, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733474588850 2024-12-06T08:43:11,623 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/A of 2d25383d35f0a79cc523b88696568c33 into b3dd8d5b4808489789d5aa350519e807(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:11,623 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:11,623 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/A, priority=13, startTime=1733474591572; duration=0sec 2024-12-06T08:43:11,624 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:11,624 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:A 2024-12-06T08:43:11,624 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ec51c819c54442dae211c52800194ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733474589543 2024-12-06T08:43:11,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742417_1593 (size=9857) 2024-12-06T08:43:11,638 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#C#compaction#514 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:11,639 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/6d3fdd4f0a864bcd9e2f95dab95c0f6a is 50, key is test_row_0/C:col10/1733474589543/Put/seqid=0 2024-12-06T08:43:11,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742418_1594 (size=13051) 2024-12-06T08:43:11,686 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/6d3fdd4f0a864bcd9e2f95dab95c0f6a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/6d3fdd4f0a864bcd9e2f95dab95c0f6a 2024-12-06T08:43:11,706 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/C of 2d25383d35f0a79cc523b88696568c33 into 6d3fdd4f0a864bcd9e2f95dab95c0f6a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:11,706 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:11,706 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/C, priority=13, startTime=1733474591573; duration=0sec 2024-12-06T08:43:11,706 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:11,706 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:C 2024-12-06T08:43:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:11,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:11,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474651938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:11,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474651940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:11,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:11,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:11,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474651943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:11,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:11,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474651950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:11,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-06T08:43:11,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474651952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:11,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:11,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,028 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/53f782c98cf54624a577cf99afad63f1 2024-12-06T08:43:12,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/41fa5a7ed3274729bfddbef03d6d5cb5 is 50, key is test_row_0/B:col10/1733474590739/Put/seqid=0 2024-12-06T08:43:12,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742419_1595 (size=9857) 2024-12-06T08:43:12,039 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/41fa5a7ed3274729bfddbef03d6d5cb5 2024-12-06T08:43:12,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/8fa86ad9c021467b9e60b9e349cdb6ff is 50, key is test_row_0/C:col10/1733474590739/Put/seqid=0 2024-12-06T08:43:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742420_1596 (size=9857) 2024-12-06T08:43:12,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474652058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474652058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474652058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474652058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474652067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474652277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474652277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474652277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474652277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474652277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,457 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/8fa86ad9c021467b9e60b9e349cdb6ff 2024-12-06T08:43:12,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/53f782c98cf54624a577cf99afad63f1 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/53f782c98cf54624a577cf99afad63f1 2024-12-06T08:43:12,466 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/53f782c98cf54624a577cf99afad63f1, entries=100, sequenceid=344, filesize=9.6 K 2024-12-06T08:43:12,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/41fa5a7ed3274729bfddbef03d6d5cb5 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/41fa5a7ed3274729bfddbef03d6d5cb5 2024-12-06T08:43:12,482 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/41fa5a7ed3274729bfddbef03d6d5cb5, entries=100, sequenceid=344, filesize=9.6 K 2024-12-06T08:43:12,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/8fa86ad9c021467b9e60b9e349cdb6ff as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/8fa86ad9c021467b9e60b9e349cdb6ff 2024-12-06T08:43:12,488 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/8fa86ad9c021467b9e60b9e349cdb6ff, entries=100, sequenceid=344, filesize=9.6 K 2024-12-06T08:43:12,489 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 2d25383d35f0a79cc523b88696568c33 in 898ms, sequenceid=344, compaction requested=false 2024-12-06T08:43:12,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:12,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:12,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-12-06T08:43:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-12-06T08:43:12,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-06T08:43:12,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6690 sec 2024-12-06T08:43:12,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.6740 sec 2024-12-06T08:43:12,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-06T08:43:12,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:12,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:12,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:12,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:12,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:12,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:12,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/52998f8c5ab840e6b6188546860daa59 is 50, key is test_row_0/A:col10/1733474592601/Put/seqid=0 2024-12-06T08:43:12,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742421_1597 (size=14741) 2024-12-06T08:43:12,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474652611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474652613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474652620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474652621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474652623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474652728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474652728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474652747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474652747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474652747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474652948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474652948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-06T08:43:12,968 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:12,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474652957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,969 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:12,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474652957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-12-06T08:43:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-06T08:43:12,971 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:12,971 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:12,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:12,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474652968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:13,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/52998f8c5ab840e6b6188546860daa59 2024-12-06T08:43:13,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/c58db8b01bd24c95a7c34aa2f6c094aa is 50, key is test_row_0/B:col10/1733474592601/Put/seqid=0 2024-12-06T08:43:13,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742422_1598 (size=12301) 2024-12-06T08:43:13,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/c58db8b01bd24c95a7c34aa2f6c094aa 2024-12-06T08:43:13,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/f80a9672676346c1a40554525a726f95 is 50, key is test_row_0/C:col10/1733474592601/Put/seqid=0 2024-12-06T08:43:13,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742423_1599 (size=12301) 2024-12-06T08:43:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-06T08:43:13,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-06T08:43:13,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:13,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:13,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:13,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:13,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:13,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474653267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:13,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:13,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474653267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:13,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:13,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:13,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-06T08:43:13,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:13,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:13,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:13,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:13,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-06T08:43:13,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474653278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:13,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474653278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:13,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:13,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:13,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474653278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:13,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:13,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:13,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-06T08:43:13,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:13,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:13,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:13,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:13,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:13,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/f80a9672676346c1a40554525a726f95 2024-12-06T08:43:13,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/52998f8c5ab840e6b6188546860daa59 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/52998f8c5ab840e6b6188546860daa59 2024-12-06T08:43:13,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/52998f8c5ab840e6b6188546860daa59, entries=200, sequenceid=368, filesize=14.4 K 2024-12-06T08:43:13,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/c58db8b01bd24c95a7c34aa2f6c094aa as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/c58db8b01bd24c95a7c34aa2f6c094aa 2024-12-06T08:43:13,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/c58db8b01bd24c95a7c34aa2f6c094aa, entries=150, sequenceid=368, filesize=12.0 K 2024-12-06T08:43:13,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/f80a9672676346c1a40554525a726f95 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f80a9672676346c1a40554525a726f95 2024-12-06T08:43:13,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f80a9672676346c1a40554525a726f95, entries=150, sequenceid=368, filesize=12.0 K 2024-12-06T08:43:13,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 2d25383d35f0a79cc523b88696568c33 in 855ms, sequenceid=368, compaction requested=true 2024-12-06T08:43:13,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:13,458 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:13,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:13,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:13,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:13,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:13,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:13,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:13,458 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:13,459 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:13,459 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/A is initiating minor compaction (all files) 2024-12-06T08:43:13,459 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/A in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:13,459 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/b3dd8d5b4808489789d5aa350519e807, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/53f782c98cf54624a577cf99afad63f1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/52998f8c5ab840e6b6188546860daa59] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=36.8 K 2024-12-06T08:43:13,459 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:13,459 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3dd8d5b4808489789d5aa350519e807, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733474589543 2024-12-06T08:43:13,459 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/B is initiating minor compaction (all files) 2024-12-06T08:43:13,460 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/B in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:13,460 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/9ba5c8b17d3d499c93c592bd0949200c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/41fa5a7ed3274729bfddbef03d6d5cb5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/c58db8b01bd24c95a7c34aa2f6c094aa] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=34.4 K 2024-12-06T08:43:13,460 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53f782c98cf54624a577cf99afad63f1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733474590739 2024-12-06T08:43:13,460 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ba5c8b17d3d499c93c592bd0949200c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733474589543 2024-12-06T08:43:13,460 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52998f8c5ab840e6b6188546860daa59, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733474591936 2024-12-06T08:43:13,460 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 41fa5a7ed3274729bfddbef03d6d5cb5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733474590739 2024-12-06T08:43:13,460 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting c58db8b01bd24c95a7c34aa2f6c094aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733474591936 2024-12-06T08:43:13,468 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#A#compaction#520 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:13,468 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/1f569f57ae7e4cc696c9a88976bd8925 is 50, key is test_row_0/A:col10/1733474592601/Put/seqid=0 2024-12-06T08:43:13,469 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#B#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:13,469 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/a3c149ee238b4130b69d5c801a437bc8 is 50, key is test_row_0/B:col10/1733474592601/Put/seqid=0 2024-12-06T08:43:13,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742424_1600 (size=13153) 2024-12-06T08:43:13,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742425_1601 (size=13153) 2024-12-06T08:43:13,480 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/a3c149ee238b4130b69d5c801a437bc8 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/a3c149ee238b4130b69d5c801a437bc8 2024-12-06T08:43:13,486 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/B of 2d25383d35f0a79cc523b88696568c33 into a3c149ee238b4130b69d5c801a437bc8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:13,486 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:13,486 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/B, priority=13, startTime=1733474593458; duration=0sec 2024-12-06T08:43:13,486 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:13,486 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:B 2024-12-06T08:43:13,486 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:13,487 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:13,487 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/C is initiating minor compaction (all files) 2024-12-06T08:43:13,487 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/C in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:13,487 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/6d3fdd4f0a864bcd9e2f95dab95c0f6a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/8fa86ad9c021467b9e60b9e349cdb6ff, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f80a9672676346c1a40554525a726f95] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=34.4 K 2024-12-06T08:43:13,487 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d3fdd4f0a864bcd9e2f95dab95c0f6a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733474589543 2024-12-06T08:43:13,488 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fa86ad9c021467b9e60b9e349cdb6ff, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733474590739 2024-12-06T08:43:13,488 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting f80a9672676346c1a40554525a726f95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733474591936 2024-12-06T08:43:13,498 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#C#compaction#522 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:13,498 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/2b59802a8d3b4b8ca53dcf206697b3fc is 50, key is test_row_0/C:col10/1733474592601/Put/seqid=0 2024-12-06T08:43:13,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742426_1602 (size=13153) 2024-12-06T08:43:13,513 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/2b59802a8d3b4b8ca53dcf206697b3fc as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/2b59802a8d3b4b8ca53dcf206697b3fc 2024-12-06T08:43:13,517 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/C of 2d25383d35f0a79cc523b88696568c33 into 2b59802a8d3b4b8ca53dcf206697b3fc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:13,517 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:13,517 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/C, priority=13, startTime=1733474593458; duration=0sec 2024-12-06T08:43:13,518 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:13,518 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:C 2024-12-06T08:43:13,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-06T08:43:13,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:13,586 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-06T08:43:13,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:13,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:13,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:13,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:13,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:13,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:13,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/ce74f4a691c044b9a90429c0d083225d is 50, key is test_row_0/A:col10/1733474592618/Put/seqid=0 2024-12-06T08:43:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-06T08:43:13,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742427_1603 (size=12301) 2024-12-06T08:43:13,603 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/ce74f4a691c044b9a90429c0d083225d 2024-12-06T08:43:13,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/023922ab1b8a4aa8921ce6649e84c28f is 50, key is test_row_0/B:col10/1733474592618/Put/seqid=0 2024-12-06T08:43:13,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742428_1604 (size=12301) 2024-12-06T08:43:13,614 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/023922ab1b8a4aa8921ce6649e84c28f 2024-12-06T08:43:13,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/c1afca0030a04f81a846e8118a1dd53e is 50, key is test_row_0/C:col10/1733474592618/Put/seqid=0 2024-12-06T08:43:13,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742429_1605 (size=12301) 2024-12-06T08:43:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:13,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:13,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474653833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:13,840 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474593831, max timestamp=1733474593836Num uniques 859; 2024-12-06T08:43:13,840 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:43:13,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474593831, max timestamp=1733474593836Num uniques 859; 2024-12-06T08:43:13,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:43:13,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474593831, max timestamp=1733474593836Num uniques 859; 2024-12-06T08:43:13,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:43:13,877 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/1f569f57ae7e4cc696c9a88976bd8925 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/1f569f57ae7e4cc696c9a88976bd8925 2024-12-06T08:43:13,884 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/A of 2d25383d35f0a79cc523b88696568c33 into 1f569f57ae7e4cc696c9a88976bd8925(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:13,884 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:13,884 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/A, priority=13, startTime=1733474593458; duration=0sec 2024-12-06T08:43:13,884 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:13,884 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:A 2024-12-06T08:43:13,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474653928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:13,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:13,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474653929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:13,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:13,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474653929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:13,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:13,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474653931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:13,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:13,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474653947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:14,026 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/c1afca0030a04f81a846e8118a1dd53e 2024-12-06T08:43:14,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/ce74f4a691c044b9a90429c0d083225d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/ce74f4a691c044b9a90429c0d083225d 2024-12-06T08:43:14,033 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/ce74f4a691c044b9a90429c0d083225d, entries=150, sequenceid=381, filesize=12.0 K 2024-12-06T08:43:14,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/023922ab1b8a4aa8921ce6649e84c28f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/023922ab1b8a4aa8921ce6649e84c28f 2024-12-06T08:43:14,040 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/023922ab1b8a4aa8921ce6649e84c28f, entries=150, sequenceid=381, filesize=12.0 K 2024-12-06T08:43:14,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/c1afca0030a04f81a846e8118a1dd53e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/c1afca0030a04f81a846e8118a1dd53e 2024-12-06T08:43:14,046 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/c1afca0030a04f81a846e8118a1dd53e, entries=150, sequenceid=381, filesize=12.0 K 2024-12-06T08:43:14,047 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 2d25383d35f0a79cc523b88696568c33 in 460ms, sequenceid=381, compaction requested=false 2024-12-06T08:43:14,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:14,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:14,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-12-06T08:43:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-12-06T08:43:14,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-12-06T08:43:14,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0770 sec 2024-12-06T08:43:14,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 1.0820 sec 2024-12-06T08:43:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:14,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-06T08:43:14,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:14,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:14,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:14,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:14,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:14,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:14,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/f554941ce9a04cb88f5da44814c5b3b8 is 50, key is test_row_0/A:col10/1733474594055/Put/seqid=0 2024-12-06T08:43:14,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742430_1606 (size=14741) 2024-12-06T08:43:14,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/f554941ce9a04cb88f5da44814c5b3b8 2024-12-06T08:43:14,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/3d1753655b1746188ab2a6053033f662 is 50, key is test_row_0/B:col10/1733474594055/Put/seqid=0 2024-12-06T08:43:14,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474654072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:14,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474654073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:14,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474654075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:14,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742431_1607 (size=12301) 2024-12-06T08:43:14,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/3d1753655b1746188ab2a6053033f662 2024-12-06T08:43:14,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474654083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:14,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/4632491ea19141e2822a790ea5f78fac is 50, key is test_row_0/C:col10/1733474594055/Put/seqid=0 2024-12-06T08:43:14,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742432_1608 (size=12301) 2024-12-06T08:43:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-06T08:43:14,107 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:14,108 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-12-06T08:43:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-06T08:43:14,109 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:14,110 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:14,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:14,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474654168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:14,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474654197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:14,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:14,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474654197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:14,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:14,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474654197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:14,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:14,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:14,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474654208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:14,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-06T08:43:14,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:14,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-06T08:43:14,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:14,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:14,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:14,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:14,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:14,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:14,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-06T08:43:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474654407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:14,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:14,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:14,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:14,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474654407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:14,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:14,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:14,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:14,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:14,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474654407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:14,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-06T08:43:14,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474654428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:14,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:14,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474654488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:14,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/4632491ea19141e2822a790ea5f78fac 2024-12-06T08:43:14,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/f554941ce9a04cb88f5da44814c5b3b8 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/f554941ce9a04cb88f5da44814c5b3b8 2024-12-06T08:43:14,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/f554941ce9a04cb88f5da44814c5b3b8, entries=200, sequenceid=418, filesize=14.4 K 2024-12-06T08:43:14,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/3d1753655b1746188ab2a6053033f662 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/3d1753655b1746188ab2a6053033f662 2024-12-06T08:43:14,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/3d1753655b1746188ab2a6053033f662, entries=150, sequenceid=418, filesize=12.0 K 2024-12-06T08:43:14,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/4632491ea19141e2822a790ea5f78fac as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/4632491ea19141e2822a790ea5f78fac 2024-12-06T08:43:14,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/4632491ea19141e2822a790ea5f78fac, entries=150, sequenceid=418, filesize=12.0 K 2024-12-06T08:43:14,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 2d25383d35f0a79cc523b88696568c33 in 465ms, sequenceid=418, compaction requested=true 2024-12-06T08:43:14,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:14,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:14,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:14,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:14,522 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:14,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:14,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:14,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T08:43:14,522 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:14,523 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:14,523 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:14,523 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/A is initiating minor compaction (all files) 2024-12-06T08:43:14,523 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/B is initiating minor compaction (all files) 2024-12-06T08:43:14,523 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/A in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:14,523 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/B in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:14,523 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/1f569f57ae7e4cc696c9a88976bd8925, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/ce74f4a691c044b9a90429c0d083225d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/f554941ce9a04cb88f5da44814c5b3b8] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=39.3 K 2024-12-06T08:43:14,523 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/a3c149ee238b4130b69d5c801a437bc8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/023922ab1b8a4aa8921ce6649e84c28f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/3d1753655b1746188ab2a6053033f662] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=36.9 K 2024-12-06T08:43:14,523 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting a3c149ee238b4130b69d5c801a437bc8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733474591936 2024-12-06T08:43:14,523 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f569f57ae7e4cc696c9a88976bd8925, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733474591936 2024-12-06T08:43:14,524 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 023922ab1b8a4aa8921ce6649e84c28f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733474592618 2024-12-06T08:43:14,524 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce74f4a691c044b9a90429c0d083225d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733474592618 2024-12-06T08:43:14,524 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d1753655b1746188ab2a6053033f662, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733474593926 2024-12-06T08:43:14,524 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f554941ce9a04cb88f5da44814c5b3b8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733474593925 2024-12-06T08:43:14,532 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#A#compaction#529 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:14,533 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/9143fb530c1f4e14bbc238effdec8939 is 50, key is test_row_0/A:col10/1733474594055/Put/seqid=0 2024-12-06T08:43:14,535 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#B#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:14,536 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/81efa32d8d4641fda37a6cea2921e996 is 50, key is test_row_0/B:col10/1733474594055/Put/seqid=0 2024-12-06T08:43:14,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742433_1609 (size=13255) 2024-12-06T08:43:14,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742434_1610 (size=13255) 2024-12-06T08:43:14,547 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/9143fb530c1f4e14bbc238effdec8939 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/9143fb530c1f4e14bbc238effdec8939 2024-12-06T08:43:14,552 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/A of 2d25383d35f0a79cc523b88696568c33 into 9143fb530c1f4e14bbc238effdec8939(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:14,552 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:14,552 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/A, priority=13, startTime=1733474594522; duration=0sec 2024-12-06T08:43:14,552 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:14,552 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:A 2024-12-06T08:43:14,552 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:14,553 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:14,554 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/C is initiating minor compaction (all files) 2024-12-06T08:43:14,554 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/C in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:14,554 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/2b59802a8d3b4b8ca53dcf206697b3fc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/c1afca0030a04f81a846e8118a1dd53e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/4632491ea19141e2822a790ea5f78fac] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=36.9 K 2024-12-06T08:43:14,554 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b59802a8d3b4b8ca53dcf206697b3fc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733474591936 2024-12-06T08:43:14,555 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1afca0030a04f81a846e8118a1dd53e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733474592618 2024-12-06T08:43:14,556 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4632491ea19141e2822a790ea5f78fac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733474593926 2024-12-06T08:43:14,562 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#C#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:14,562 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/18408f2bddb04068b12380af79641ddc is 50, key is test_row_0/C:col10/1733474594055/Put/seqid=0 2024-12-06T08:43:14,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742435_1611 (size=13255) 2024-12-06T08:43:14,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-06T08:43:14,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:14,569 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-06T08:43:14,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:14,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:14,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:14,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:14,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:14,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:14,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/57a365b81d8847dfacf65464e952e83d is 50, key is test_row_0/A:col10/1733474594069/Put/seqid=0 2024-12-06T08:43:14,582 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/18408f2bddb04068b12380af79641ddc as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/18408f2bddb04068b12380af79641ddc 2024-12-06T08:43:14,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742436_1612 (size=12301) 2024-12-06T08:43:14,588 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/57a365b81d8847dfacf65464e952e83d 2024-12-06T08:43:14,589 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/C of 2d25383d35f0a79cc523b88696568c33 into 18408f2bddb04068b12380af79641ddc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:14,589 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:14,589 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/C, priority=13, startTime=1733474594522; duration=0sec 2024-12-06T08:43:14,589 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:14,589 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:C 2024-12-06T08:43:14,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/3e71eb7acbd042448b85d1ff250956a7 is 50, key is test_row_0/B:col10/1733474594069/Put/seqid=0 2024-12-06T08:43:14,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742437_1613 (size=12301) 2024-12-06T08:43:14,601 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/3e71eb7acbd042448b85d1ff250956a7 2024-12-06T08:43:14,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/2c113fbffe9c4465b1c97a0242ad5ec2 is 50, key is test_row_0/C:col10/1733474594069/Put/seqid=0 2024-12-06T08:43:14,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742438_1614 (size=12301) 2024-12-06T08:43:14,618 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/2c113fbffe9c4465b1c97a0242ad5ec2 2024-12-06T08:43:14,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/57a365b81d8847dfacf65464e952e83d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/57a365b81d8847dfacf65464e952e83d 2024-12-06T08:43:14,629 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/57a365b81d8847dfacf65464e952e83d, entries=150, sequenceid=429, filesize=12.0 K 2024-12-06T08:43:14,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/3e71eb7acbd042448b85d1ff250956a7 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/3e71eb7acbd042448b85d1ff250956a7 2024-12-06T08:43:14,633 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/3e71eb7acbd042448b85d1ff250956a7, entries=150, sequenceid=429, filesize=12.0 K 2024-12-06T08:43:14,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/2c113fbffe9c4465b1c97a0242ad5ec2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/2c113fbffe9c4465b1c97a0242ad5ec2 2024-12-06T08:43:14,637 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/2c113fbffe9c4465b1c97a0242ad5ec2, entries=150, sequenceid=429, filesize=12.0 K 2024-12-06T08:43:14,638 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for 2d25383d35f0a79cc523b88696568c33 in 69ms, sequenceid=429, compaction requested=false 2024-12-06T08:43:14,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:14,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:14,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-12-06T08:43:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-12-06T08:43:14,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-12-06T08:43:14,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 530 msec 2024-12-06T08:43:14,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 535 msec 2024-12-06T08:43:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-06T08:43:14,738 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:14,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-06T08:43:14,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:14,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:14,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:14,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:14,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:14,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:14,739 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-12-06T08:43:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-06T08:43:14,741 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:14,742 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:14,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:14,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/991ff9a45ddc47f4a5ba1646d559818f is 50, key is test_row_0/A:col10/1733474594737/Put/seqid=0 2024-12-06T08:43:14,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742439_1615 (size=14741) 2024-12-06T08:43:14,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/991ff9a45ddc47f4a5ba1646d559818f 2024-12-06T08:43:14,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/32f89b1982894527b6907ad1247cc0f8 is 50, key is test_row_0/B:col10/1733474594737/Put/seqid=0 2024-12-06T08:43:14,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742440_1616 (size=12301) 2024-12-06T08:43:14,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733474594763, max timestamp=1733474594823Num uniques 859; 2024-12-06T08:43:14,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-06T08:43:14,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733474594763, max timestamp=1733474594823Num uniques 859; 2024-12-06T08:43:14,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-06T08:43:14,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733474594763, max timestamp=1733474594823Num uniques 859; 2024-12-06T08:43:14,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-06T08:43:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-06T08:43:14,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474654871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:14,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:14,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474654873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:14,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:14,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474654875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:14,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:14,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474654878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:14,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:14,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:14,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-06T08:43:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:14,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:14,948 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/81efa32d8d4641fda37a6cea2921e996 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/81efa32d8d4641fda37a6cea2921e996 2024-12-06T08:43:14,952 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/B of 2d25383d35f0a79cc523b88696568c33 into 81efa32d8d4641fda37a6cea2921e996(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:14,952 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:14,952 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/B, priority=13, startTime=1733474594522; duration=0sec 2024-12-06T08:43:14,952 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:14,952 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:B 2024-12-06T08:43:15,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474654998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:15,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474654998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:15,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474654998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474654998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:15,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474654998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:15,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:15,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-06T08:43:15,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:15,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:15,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:15,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:15,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-06T08:43:15,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/32f89b1982894527b6907ad1247cc0f8 2024-12-06T08:43:15,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/43e8e70b157947c4a2df929f580ef80c is 50, key is test_row_0/C:col10/1733474594737/Put/seqid=0 2024-12-06T08:43:15,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742441_1617 (size=12301) 2024-12-06T08:43:15,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-06T08:43:15,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:15,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:15,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:15,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:15,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:15,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474655217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:15,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474655217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:15,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:15,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:15,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474655227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:15,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:15,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474655228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:15,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:15,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:15,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-06T08:43:15,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:15,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:15,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:15,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:15,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-06T08:43:15,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-06T08:43:15,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:15,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:15,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:15,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:15,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:15,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474655537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:15,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:15,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474655537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:15,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:15,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:15,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474655548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:15,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474655548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:15,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/43e8e70b157947c4a2df929f580ef80c 2024-12-06T08:43:15,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/991ff9a45ddc47f4a5ba1646d559818f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/991ff9a45ddc47f4a5ba1646d559818f 2024-12-06T08:43:15,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/991ff9a45ddc47f4a5ba1646d559818f, entries=200, sequenceid=440, filesize=14.4 K 2024-12-06T08:43:15,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/32f89b1982894527b6907ad1247cc0f8 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/32f89b1982894527b6907ad1247cc0f8 2024-12-06T08:43:15,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/32f89b1982894527b6907ad1247cc0f8, entries=150, sequenceid=440, filesize=12.0 K 2024-12-06T08:43:15,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/43e8e70b157947c4a2df929f580ef80c as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/43e8e70b157947c4a2df929f580ef80c 2024-12-06T08:43:15,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/43e8e70b157947c4a2df929f580ef80c, entries=150, sequenceid=440, filesize=12.0 K 2024-12-06T08:43:15,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 2d25383d35f0a79cc523b88696568c33 in 868ms, sequenceid=440, compaction requested=true 2024-12-06T08:43:15,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:15,607 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:15,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:15,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:15,607 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:15,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:15,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:15,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:15,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:15,608 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:15,608 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/A is initiating minor compaction (all files) 2024-12-06T08:43:15,608 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/A in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:15,608 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/9143fb530c1f4e14bbc238effdec8939, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/57a365b81d8847dfacf65464e952e83d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/991ff9a45ddc47f4a5ba1646d559818f] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=39.4 K 2024-12-06T08:43:15,608 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:15,608 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/B is initiating minor compaction (all files) 2024-12-06T08:43:15,608 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/B in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:15,608 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/81efa32d8d4641fda37a6cea2921e996, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/3e71eb7acbd042448b85d1ff250956a7, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/32f89b1982894527b6907ad1247cc0f8] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=37.0 K 2024-12-06T08:43:15,609 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9143fb530c1f4e14bbc238effdec8939, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733474593926 2024-12-06T08:43:15,609 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 81efa32d8d4641fda37a6cea2921e996, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733474593926 2024-12-06T08:43:15,609 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57a365b81d8847dfacf65464e952e83d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1733474594069 2024-12-06T08:43:15,609 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e71eb7acbd042448b85d1ff250956a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1733474594069 2024-12-06T08:43:15,609 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 991ff9a45ddc47f4a5ba1646d559818f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733474594732 2024-12-06T08:43:15,609 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 32f89b1982894527b6907ad1247cc0f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733474594732 2024-12-06T08:43:15,617 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#B#compaction#538 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:15,618 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/d144f334fb0245088e426a0c93c2771d is 50, key is test_row_0/B:col10/1733474594737/Put/seqid=0 2024-12-06T08:43:15,621 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#A#compaction#539 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:15,622 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/2abf72396cea426a822ecaf9cd01525b is 50, key is test_row_0/A:col10/1733474594737/Put/seqid=0 2024-12-06T08:43:15,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742442_1618 (size=13357) 2024-12-06T08:43:15,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742443_1619 (size=13357) 2024-12-06T08:43:15,646 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/2abf72396cea426a822ecaf9cd01525b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/2abf72396cea426a822ecaf9cd01525b 2024-12-06T08:43:15,650 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/A of 2d25383d35f0a79cc523b88696568c33 into 2abf72396cea426a822ecaf9cd01525b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:15,650 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:15,650 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/A, priority=13, startTime=1733474595606; duration=0sec 2024-12-06T08:43:15,650 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:15,650 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:A 2024-12-06T08:43:15,650 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:15,651 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:15,651 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/C is initiating minor compaction (all files) 2024-12-06T08:43:15,651 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/C in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:15,651 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/18408f2bddb04068b12380af79641ddc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/2c113fbffe9c4465b1c97a0242ad5ec2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/43e8e70b157947c4a2df929f580ef80c] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=37.0 K 2024-12-06T08:43:15,651 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18408f2bddb04068b12380af79641ddc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733474593926 2024-12-06T08:43:15,652 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c113fbffe9c4465b1c97a0242ad5ec2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1733474594069 2024-12-06T08:43:15,652 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43e8e70b157947c4a2df929f580ef80c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733474594732 2024-12-06T08:43:15,660 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#C#compaction#540 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:15,660 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/f70bf5c464c149fa8c43a38d4b98f06e is 50, key is test_row_0/C:col10/1733474594737/Put/seqid=0 2024-12-06T08:43:15,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-06T08:43:15,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:15,663 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-12-06T08:43:15,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:15,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:15,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:15,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:15,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:15,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:15,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/222e5f154f164224a114c056c7f8d86d is 50, key is test_row_0/A:col10/1733474594869/Put/seqid=0 2024-12-06T08:43:15,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742444_1620 (size=13357) 2024-12-06T08:43:15,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742445_1621 (size=12301) 2024-12-06T08:43:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-06T08:43:16,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. as already flushing 2024-12-06T08:43:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:16,037 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/d144f334fb0245088e426a0c93c2771d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/d144f334fb0245088e426a0c93c2771d 2024-12-06T08:43:16,046 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/B of 2d25383d35f0a79cc523b88696568c33 into d144f334fb0245088e426a0c93c2771d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:16,046 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:16,046 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/B, priority=13, startTime=1733474595607; duration=0sec 2024-12-06T08:43:16,046 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:16,046 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:B 2024-12-06T08:43:16,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474656067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474656067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:16,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474656067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:16,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:16,083 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/f70bf5c464c149fa8c43a38d4b98f06e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f70bf5c464c149fa8c43a38d4b98f06e 2024-12-06T08:43:16,087 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/C of 2d25383d35f0a79cc523b88696568c33 into f70bf5c464c149fa8c43a38d4b98f06e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:16,087 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:16,087 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/C, priority=13, startTime=1733474595607; duration=0sec 2024-12-06T08:43:16,087 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:16,087 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:C 2024-12-06T08:43:16,090 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/222e5f154f164224a114c056c7f8d86d 2024-12-06T08:43:16,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:16,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474656071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474656069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:16,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:16,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/1ac5736686b84884a16f6c4d0c195bbf is 50, key is test_row_0/B:col10/1733474594869/Put/seqid=0 2024-12-06T08:43:16,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742446_1622 (size=12301) 2024-12-06T08:43:16,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474656187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:16,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:16,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474656198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:16,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:16,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474656208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:16,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474656407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:16,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:16,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474656418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:16,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:16,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474656428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:16,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:16,503 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/1ac5736686b84884a16f6c4d0c195bbf 2024-12-06T08:43:16,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/dac56716d96744e2a5106f44aeaf640f is 50, key is test_row_0/C:col10/1733474594869/Put/seqid=0 2024-12-06T08:43:16,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742447_1623 (size=12301) 2024-12-06T08:43:16,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474656717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:16,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:16,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474656737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:16,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474656748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:16,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:16,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-06T08:43:16,915 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/dac56716d96744e2a5106f44aeaf640f 2024-12-06T08:43:16,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/222e5f154f164224a114c056c7f8d86d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/222e5f154f164224a114c056c7f8d86d 2024-12-06T08:43:16,923 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/222e5f154f164224a114c056c7f8d86d, entries=150, sequenceid=477, filesize=12.0 K 2024-12-06T08:43:16,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/1ac5736686b84884a16f6c4d0c195bbf as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/1ac5736686b84884a16f6c4d0c195bbf 2024-12-06T08:43:16,926 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/1ac5736686b84884a16f6c4d0c195bbf, entries=150, sequenceid=477, filesize=12.0 K 2024-12-06T08:43:16,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/dac56716d96744e2a5106f44aeaf640f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/dac56716d96744e2a5106f44aeaf640f 2024-12-06T08:43:16,930 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/dac56716d96744e2a5106f44aeaf640f, entries=150, sequenceid=477, filesize=12.0 K 2024-12-06T08:43:16,932 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for 2d25383d35f0a79cc523b88696568c33 in 1269ms, sequenceid=477, compaction requested=false 2024-12-06T08:43:16,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:16,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:16,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-12-06T08:43:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-12-06T08:43:16,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-12-06T08:43:16,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1920 sec 2024-12-06T08:43:16,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 2.1980 sec 2024-12-06T08:43:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:17,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-06T08:43:17,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:17,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:17,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:17,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:17,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:17,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:17,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/975f63c329ce4191bc4ead7995cf0445 is 50, key is test_row_0/A:col10/1733474596066/Put/seqid=0 2024-12-06T08:43:17,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742448_1624 (size=14741) 2024-12-06T08:43:17,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474597148, max timestamp=1733474597184Num uniques 859; 2024-12-06T08:43:17,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474597148, max timestamp=1733474597184Num uniques 859; 2024-12-06T08:43:17,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474597148, max timestamp=1733474597184Num uniques 859; 2024-12-06T08:43:17,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:43:17,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:43:17,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:43:17,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474657253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:17,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:17,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49688 deadline: 1733474657258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:17,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:17,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:17,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474657258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:17,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:17,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:17,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49734 deadline: 1733474657268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:17,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474657269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:17,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474657378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:17,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474657378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:17,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:17,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:17,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474657378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:17,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:17,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:17,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/975f63c329ce4191bc4ead7995cf0445 2024-12-06T08:43:17,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/b4384d8bc03b4953b11862a21f885a71 is 50, key is test_row_0/B:col10/1733474596066/Put/seqid=0 2024-12-06T08:43:17,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742449_1625 (size=12301) 2024-12-06T08:43:17,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/b4384d8bc03b4953b11862a21f885a71 2024-12-06T08:43:17,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/81315a3439de4c83a26b0080287739cd is 50, key is test_row_0/C:col10/1733474596066/Put/seqid=0 2024-12-06T08:43:17,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742450_1626 (size=12301) 2024-12-06T08:43:17,558 INFO [Thread-2326 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2326. 2024-12-06T08:43:17,558 DEBUG [Thread-2326 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:17,558 DEBUG [Thread-2326 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:17,558 DEBUG [Thread-2326 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:17,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:17,562 INFO [Thread-2330 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2330. 2024-12-06T08:43:17,562 DEBUG [Thread-2330 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:17,562 DEBUG [Thread-2330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:17,562 DEBUG [Thread-2330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:17,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:17,563 INFO [Thread-2334 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2334. 2024-12-06T08:43:17,563 DEBUG [Thread-2334 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:17,563 DEBUG [Thread-2334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:17,563 DEBUG [Thread-2334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:17,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:17,573 INFO [Thread-2332 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2332. 2024-12-06T08:43:17,573 DEBUG [Thread-2332 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:17,573 DEBUG [Thread-2332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:17,573 DEBUG [Thread-2332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:17,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:17,576 INFO [Thread-2328 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2328. 2024-12-06T08:43:17,576 DEBUG [Thread-2328 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:17,576 DEBUG [Thread-2328 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:17,576 DEBUG [Thread-2328 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:17,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:17,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:17,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:17,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474657598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474657598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474657598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:17,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:17,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:17,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:17,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:17,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:17,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49710 deadline: 1733474657907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49696 deadline: 1733474657907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49746 deadline: 1733474657908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:17,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 , the old value is region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:17,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:17,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:17,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., hostname=25494438c68b,33295,1733474453014, seqNum=2 because the exception is null or not the one we care about 2024-12-06T08:43:17,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/81315a3439de4c83a26b0080287739cd 2024-12-06T08:43:17,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/975f63c329ce4191bc4ead7995cf0445 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/975f63c329ce4191bc4ead7995cf0445 2024-12-06T08:43:17,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/975f63c329ce4191bc4ead7995cf0445, entries=200, sequenceid=490, filesize=14.4 K 2024-12-06T08:43:17,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/b4384d8bc03b4953b11862a21f885a71 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/b4384d8bc03b4953b11862a21f885a71 2024-12-06T08:43:17,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/b4384d8bc03b4953b11862a21f885a71, entries=150, sequenceid=490, filesize=12.0 K 2024-12-06T08:43:17,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/81315a3439de4c83a26b0080287739cd as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/81315a3439de4c83a26b0080287739cd 2024-12-06T08:43:17,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/81315a3439de4c83a26b0080287739cd, entries=150, sequenceid=490, filesize=12.0 K 2024-12-06T08:43:17,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 2d25383d35f0a79cc523b88696568c33 in 845ms, sequenceid=490, compaction requested=true 2024-12-06T08:43:17,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:17,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:17,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:17,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:17,935 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:17,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:17,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d25383d35f0a79cc523b88696568c33:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:17,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:17,935 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:17,936 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:17,936 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/A is initiating minor compaction (all files) 2024-12-06T08:43:17,936 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:17,936 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/A in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:17,936 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/B is initiating minor compaction (all files) 2024-12-06T08:43:17,936 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/2abf72396cea426a822ecaf9cd01525b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/222e5f154f164224a114c056c7f8d86d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/975f63c329ce4191bc4ead7995cf0445] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=39.5 K 2024-12-06T08:43:17,936 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/B in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:17,936 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/d144f334fb0245088e426a0c93c2771d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/1ac5736686b84884a16f6c4d0c195bbf, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/b4384d8bc03b4953b11862a21f885a71] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=37.1 K 2024-12-06T08:43:17,936 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2abf72396cea426a822ecaf9cd01525b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733474594732 2024-12-06T08:43:17,937 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting d144f334fb0245088e426a0c93c2771d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733474594732 2024-12-06T08:43:17,937 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 222e5f154f164224a114c056c7f8d86d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733474594869 2024-12-06T08:43:17,937 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ac5736686b84884a16f6c4d0c195bbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733474594869 2024-12-06T08:43:17,937 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 975f63c329ce4191bc4ead7995cf0445, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733474596061 2024-12-06T08:43:17,937 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting b4384d8bc03b4953b11862a21f885a71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733474596061 2024-12-06T08:43:17,943 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#B#compaction#548 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:17,943 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#A#compaction#547 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:17,943 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/30a8c4f6c6a84d92949530fef8cb8ae8 is 50, key is test_row_0/B:col10/1733474596066/Put/seqid=0 2024-12-06T08:43:17,943 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/345f6015dc8e4b92aff32ffe68d4302e is 50, key is test_row_0/A:col10/1733474596066/Put/seqid=0 2024-12-06T08:43:17,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742451_1627 (size=13459) 2024-12-06T08:43:17,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742452_1628 (size=13459) 2024-12-06T08:43:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:18,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-06T08:43:18,280 INFO [Thread-2315 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2315. 2024-12-06T08:43:18,280 DEBUG [Thread-2315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:18,280 DEBUG [Thread-2315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:18,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:18,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:18,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:18,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:18,280 DEBUG [Thread-2315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:18,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:18,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:18,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:18,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/20d5066065e747fdab93fe9fc7c720f5 is 50, key is test_row_0/A:col10/1733474598278/Put/seqid=0 2024-12-06T08:43:18,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742453_1629 (size=12301) 2024-12-06T08:43:18,288 INFO [Thread-2321 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2321. 2024-12-06T08:43:18,288 DEBUG [Thread-2321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:18,288 DEBUG [Thread-2321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:18,289 DEBUG [Thread-2321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:18,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:18,354 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/345f6015dc8e4b92aff32ffe68d4302e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/345f6015dc8e4b92aff32ffe68d4302e 2024-12-06T08:43:18,354 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/30a8c4f6c6a84d92949530fef8cb8ae8 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/30a8c4f6c6a84d92949530fef8cb8ae8 2024-12-06T08:43:18,357 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/B of 2d25383d35f0a79cc523b88696568c33 into 30a8c4f6c6a84d92949530fef8cb8ae8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:18,357 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/A of 2d25383d35f0a79cc523b88696568c33 into 345f6015dc8e4b92aff32ffe68d4302e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:18,357 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:18,357 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:18,357 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/B, priority=13, startTime=1733474597935; duration=0sec 2024-12-06T08:43:18,357 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/A, priority=13, startTime=1733474597935; duration=0sec 2024-12-06T08:43:18,357 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:18,357 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:B 2024-12-06T08:43:18,357 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:18,357 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:A 2024-12-06T08:43:18,357 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:18,358 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:18,358 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 2d25383d35f0a79cc523b88696568c33/C is initiating minor compaction (all files) 2024-12-06T08:43:18,358 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d25383d35f0a79cc523b88696568c33/C in TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:18,358 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f70bf5c464c149fa8c43a38d4b98f06e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/dac56716d96744e2a5106f44aeaf640f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/81315a3439de4c83a26b0080287739cd] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp, totalSize=37.1 K 2024-12-06T08:43:18,358 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting f70bf5c464c149fa8c43a38d4b98f06e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733474594732 2024-12-06T08:43:18,359 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting dac56716d96744e2a5106f44aeaf640f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733474594869 2024-12-06T08:43:18,359 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 81315a3439de4c83a26b0080287739cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733474596061 2024-12-06T08:43:18,363 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d25383d35f0a79cc523b88696568c33#C#compaction#550 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:18,364 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/0ce55ff2e0544da4a1a57bb0e26670a8 is 50, key is test_row_0/C:col10/1733474596066/Put/seqid=0 2024-12-06T08:43:18,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742454_1630 (size=13459) 2024-12-06T08:43:18,419 INFO [Thread-2317 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2317. 2024-12-06T08:43:18,419 INFO [Thread-2319 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2319. 2024-12-06T08:43:18,419 INFO [Thread-2323 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2323. 2024-12-06T08:43:18,419 DEBUG [Thread-2323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:18,419 DEBUG [Thread-2317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:18,419 DEBUG [Thread-2319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:18,420 DEBUG [Thread-2323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:18,420 DEBUG [Thread-2317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:18,420 DEBUG [Thread-2319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:18,420 DEBUG [Thread-2323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:18,420 DEBUG [Thread-2319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:18,420 DEBUG [Thread-2317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:18,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:18,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:18,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:18,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/20d5066065e747fdab93fe9fc7c720f5 2024-12-06T08:43:18,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/192d60bedef046bd870f174165b6624a is 50, key is test_row_0/B:col10/1733474598278/Put/seqid=0 2024-12-06T08:43:18,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742455_1631 (size=12301) 2024-12-06T08:43:18,771 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/0ce55ff2e0544da4a1a57bb0e26670a8 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/0ce55ff2e0544da4a1a57bb0e26670a8 2024-12-06T08:43:18,774 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d25383d35f0a79cc523b88696568c33/C of 2d25383d35f0a79cc523b88696568c33 into 0ce55ff2e0544da4a1a57bb0e26670a8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:18,774 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:18,774 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., storeName=2d25383d35f0a79cc523b88696568c33/C, priority=13, startTime=1733474597935; duration=0sec 2024-12-06T08:43:18,774 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:18,774 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d25383d35f0a79cc523b88696568c33:C 2024-12-06T08:43:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-06T08:43:18,897 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:18,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T08:43:18,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-12-06T08:43:18,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-12-06T08:43:18,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-12-06T08:43:18,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-12-06T08:43:18,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-12-06T08:43:18,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T08:43:18,898 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T08:43:18,898 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1001 2024-12-06T08:43:18,898 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3003 rows 2024-12-06T08:43:18,898 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1001 2024-12-06T08:43:18,898 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3003 rows 2024-12-06T08:43:18,898 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1000 2024-12-06T08:43:18,898 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3000 rows 2024-12-06T08:43:18,898 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1005 2024-12-06T08:43:18,898 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3013 rows 2024-12-06T08:43:18,898 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 992 2024-12-06T08:43:18,898 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2976 rows 2024-12-06T08:43:18,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T08:43:18,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T08:43:18,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:18,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:18,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:18,899 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T08:43:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T08:43:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-06T08:43:18,902 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474598901"}]},"ts":"1733474598901"} 2024-12-06T08:43:18,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T08:43:18,903 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T08:43:18,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T08:43:18,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d25383d35f0a79cc523b88696568c33, UNASSIGN}] 2024-12-06T08:43:18,905 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d25383d35f0a79cc523b88696568c33, UNASSIGN 2024-12-06T08:43:18,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=2d25383d35f0a79cc523b88696568c33, regionState=CLOSING, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:43:18,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d25383d35f0a79cc523b88696568c33, UNASSIGN because future has completed 2024-12-06T08:43:18,907 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T08:43:18,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014}] 2024-12-06T08:43:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-06T08:43:19,059 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:19,059 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T08:43:19,059 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing 2d25383d35f0a79cc523b88696568c33, disabling compactions & flushes 2024-12-06T08:43:19,059 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:19,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/192d60bedef046bd870f174165b6624a 2024-12-06T08:43:19,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/c9f0a3a4e55e4b34ae95c4f926b6a77f is 50, key is test_row_0/C:col10/1733474598278/Put/seqid=0 2024-12-06T08:43:19,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742456_1632 (size=12301) 2024-12-06T08:43:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-06T08:43:19,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/c9f0a3a4e55e4b34ae95c4f926b6a77f 2024-12-06T08:43:19,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/20d5066065e747fdab93fe9fc7c720f5 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/20d5066065e747fdab93fe9fc7c720f5 2024-12-06T08:43:19,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/20d5066065e747fdab93fe9fc7c720f5, entries=150, sequenceid=526, filesize=12.0 K 2024-12-06T08:43:19,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/192d60bedef046bd870f174165b6624a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/192d60bedef046bd870f174165b6624a 2024-12-06T08:43:19,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/192d60bedef046bd870f174165b6624a, entries=150, sequenceid=526, filesize=12.0 K 2024-12-06T08:43:19,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/c9f0a3a4e55e4b34ae95c4f926b6a77f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/c9f0a3a4e55e4b34ae95c4f926b6a77f 2024-12-06T08:43:19,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/c9f0a3a4e55e4b34ae95c4f926b6a77f, entries=150, sequenceid=526, filesize=12.0 K 2024-12-06T08:43:19,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=26.84 KB/27480 for 2d25383d35f0a79cc523b88696568c33 in 1239ms, sequenceid=526, compaction requested=false 2024-12-06T08:43:19,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d25383d35f0a79cc523b88696568c33: 2024-12-06T08:43:19,519 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:19,519 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:19,519 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. after waiting 0 ms 2024-12-06T08:43:19,519 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:19,520 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(2902): Flushing 2d25383d35f0a79cc523b88696568c33 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-06T08:43:19,520 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=A 2024-12-06T08:43:19,520 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:19,520 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=B 2024-12-06T08:43:19,520 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:19,520 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d25383d35f0a79cc523b88696568c33, store=C 2024-12-06T08:43:19,520 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:19,524 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/1fe4e9543f864725a23d2309e4a0e829 is 50, key is test_row_0/A:col10/1733474598418/Put/seqid=0 2024-12-06T08:43:19,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742457_1633 (size=9857) 2024-12-06T08:43:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-06T08:43:19,927 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/1fe4e9543f864725a23d2309e4a0e829 2024-12-06T08:43:19,932 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/52ab1526a0e44b459b4500e142505152 is 50, key is test_row_0/B:col10/1733474598418/Put/seqid=0 2024-12-06T08:43:19,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742458_1634 (size=9857) 2024-12-06T08:43:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-06T08:43:20,336 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/52ab1526a0e44b459b4500e142505152 2024-12-06T08:43:20,341 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/a6674dad8c644ebba10463c12d619803 is 50, key is test_row_0/C:col10/1733474598418/Put/seqid=0 2024-12-06T08:43:20,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742459_1635 (size=9857) 2024-12-06T08:43:20,745 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/a6674dad8c644ebba10463c12d619803 2024-12-06T08:43:20,748 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/A/1fe4e9543f864725a23d2309e4a0e829 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/1fe4e9543f864725a23d2309e4a0e829 2024-12-06T08:43:20,751 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/1fe4e9543f864725a23d2309e4a0e829, entries=100, sequenceid=536, filesize=9.6 K 2024-12-06T08:43:20,751 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/B/52ab1526a0e44b459b4500e142505152 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/52ab1526a0e44b459b4500e142505152 2024-12-06T08:43:20,754 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/52ab1526a0e44b459b4500e142505152, entries=100, sequenceid=536, filesize=9.6 K 2024-12-06T08:43:20,754 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/.tmp/C/a6674dad8c644ebba10463c12d619803 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/a6674dad8c644ebba10463c12d619803 2024-12-06T08:43:20,757 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/a6674dad8c644ebba10463c12d619803, entries=100, sequenceid=536, filesize=9.6 K 2024-12-06T08:43:20,758 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 2d25383d35f0a79cc523b88696568c33 in 1239ms, sequenceid=536, compaction requested=true 2024-12-06T08:43:20,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/e2c124b7aa36402bb03ed2dd2abf95de, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/15177941b9e2432aa1233b8ad55099f2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/03d627ffe4f743a68bf7f53e4b4afed3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/8a696f0d6ea1410a9e26ee75717d3085, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/eeb3b40b6a7c45889b9c52fb43583dfb, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/a6adad3388ec4d23b595eeeba334f610, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/a062cfdfef894aeb8450546a97f389cc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/10d08a3231644d2dad27a19ad4fb9819, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/ec99c29f299d4b7ab3354285753b1e87, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/8dd3426e085e4b87b2a25fa08402ab44, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/5c8b1dfd7a3640fdb1e116e77470602d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/0e691571f4074960942b3155c017a2a2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/87195b7cfd5d4db8a77dea00c8de1d70, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/bde863739d604989b74c958c5e152706, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/e216789f237642a788683ca046b4748f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/3e0499a8c4994bbc9faaec9ee143eff7, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/0fca7e72333d4057be5fa18c5ac67e25, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/9bc8f021e0204a9bb7ab0bf64ff7a309, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/562b858c4c1744f99dbea7a273c5a17f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/e7dec9627a83462eb6aa545b0f9d8926, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/98a88f0a760740ba8773c63c8a75b5b3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/deeaa3b08e014dc58edbb14e82fcca7b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/b3dd8d5b4808489789d5aa350519e807, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/53f782c98cf54624a577cf99afad63f1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/52998f8c5ab840e6b6188546860daa59, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/1f569f57ae7e4cc696c9a88976bd8925, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/ce74f4a691c044b9a90429c0d083225d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/f554941ce9a04cb88f5da44814c5b3b8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/9143fb530c1f4e14bbc238effdec8939, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/57a365b81d8847dfacf65464e952e83d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/991ff9a45ddc47f4a5ba1646d559818f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/2abf72396cea426a822ecaf9cd01525b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/222e5f154f164224a114c056c7f8d86d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/975f63c329ce4191bc4ead7995cf0445] to archive 2024-12-06T08:43:20,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T08:43:20,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/e2c124b7aa36402bb03ed2dd2abf95de to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/e2c124b7aa36402bb03ed2dd2abf95de 2024-12-06T08:43:20,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/15177941b9e2432aa1233b8ad55099f2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/15177941b9e2432aa1233b8ad55099f2 2024-12-06T08:43:20,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/03d627ffe4f743a68bf7f53e4b4afed3 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/03d627ffe4f743a68bf7f53e4b4afed3 2024-12-06T08:43:20,763 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/8a696f0d6ea1410a9e26ee75717d3085 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/8a696f0d6ea1410a9e26ee75717d3085 2024-12-06T08:43:20,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/eeb3b40b6a7c45889b9c52fb43583dfb to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/eeb3b40b6a7c45889b9c52fb43583dfb 2024-12-06T08:43:20,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/a6adad3388ec4d23b595eeeba334f610 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/a6adad3388ec4d23b595eeeba334f610 2024-12-06T08:43:20,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/a062cfdfef894aeb8450546a97f389cc to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/a062cfdfef894aeb8450546a97f389cc 2024-12-06T08:43:20,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/10d08a3231644d2dad27a19ad4fb9819 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/10d08a3231644d2dad27a19ad4fb9819 2024-12-06T08:43:20,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/ec99c29f299d4b7ab3354285753b1e87 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/ec99c29f299d4b7ab3354285753b1e87 2024-12-06T08:43:20,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/8dd3426e085e4b87b2a25fa08402ab44 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/8dd3426e085e4b87b2a25fa08402ab44 2024-12-06T08:43:20,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/5c8b1dfd7a3640fdb1e116e77470602d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/5c8b1dfd7a3640fdb1e116e77470602d 2024-12-06T08:43:20,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/0e691571f4074960942b3155c017a2a2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/0e691571f4074960942b3155c017a2a2 2024-12-06T08:43:20,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/87195b7cfd5d4db8a77dea00c8de1d70 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/87195b7cfd5d4db8a77dea00c8de1d70 2024-12-06T08:43:20,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/bde863739d604989b74c958c5e152706 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/bde863739d604989b74c958c5e152706 2024-12-06T08:43:20,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/e216789f237642a788683ca046b4748f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/e216789f237642a788683ca046b4748f 2024-12-06T08:43:20,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/3e0499a8c4994bbc9faaec9ee143eff7 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/3e0499a8c4994bbc9faaec9ee143eff7 2024-12-06T08:43:20,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/0fca7e72333d4057be5fa18c5ac67e25 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/0fca7e72333d4057be5fa18c5ac67e25 2024-12-06T08:43:20,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/9bc8f021e0204a9bb7ab0bf64ff7a309 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/9bc8f021e0204a9bb7ab0bf64ff7a309 2024-12-06T08:43:20,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/562b858c4c1744f99dbea7a273c5a17f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/562b858c4c1744f99dbea7a273c5a17f 2024-12-06T08:43:20,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/e7dec9627a83462eb6aa545b0f9d8926 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/e7dec9627a83462eb6aa545b0f9d8926 2024-12-06T08:43:20,776 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/98a88f0a760740ba8773c63c8a75b5b3 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/98a88f0a760740ba8773c63c8a75b5b3 2024-12-06T08:43:20,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/deeaa3b08e014dc58edbb14e82fcca7b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/deeaa3b08e014dc58edbb14e82fcca7b 2024-12-06T08:43:20,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/b3dd8d5b4808489789d5aa350519e807 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/b3dd8d5b4808489789d5aa350519e807 2024-12-06T08:43:20,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/53f782c98cf54624a577cf99afad63f1 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/53f782c98cf54624a577cf99afad63f1 2024-12-06T08:43:20,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/52998f8c5ab840e6b6188546860daa59 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/52998f8c5ab840e6b6188546860daa59 2024-12-06T08:43:20,781 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/1f569f57ae7e4cc696c9a88976bd8925 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/1f569f57ae7e4cc696c9a88976bd8925 2024-12-06T08:43:20,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/ce74f4a691c044b9a90429c0d083225d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/ce74f4a691c044b9a90429c0d083225d 2024-12-06T08:43:20,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/f554941ce9a04cb88f5da44814c5b3b8 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/f554941ce9a04cb88f5da44814c5b3b8 2024-12-06T08:43:20,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/9143fb530c1f4e14bbc238effdec8939 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/9143fb530c1f4e14bbc238effdec8939 2024-12-06T08:43:20,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/57a365b81d8847dfacf65464e952e83d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/57a365b81d8847dfacf65464e952e83d 2024-12-06T08:43:20,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/991ff9a45ddc47f4a5ba1646d559818f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/991ff9a45ddc47f4a5ba1646d559818f 2024-12-06T08:43:20,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/2abf72396cea426a822ecaf9cd01525b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/2abf72396cea426a822ecaf9cd01525b 2024-12-06T08:43:20,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/222e5f154f164224a114c056c7f8d86d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/222e5f154f164224a114c056c7f8d86d 2024-12-06T08:43:20,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/975f63c329ce4191bc4ead7995cf0445 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/975f63c329ce4191bc4ead7995cf0445 2024-12-06T08:43:20,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/b7ebe8df0cdb4fcead0de83f5dfc10ac, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/31d308ba096e4892b76e690865cef74a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/45d494354f6046e9b86f1de06c2407f6, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/f5f3952f04754d1dbe14ab84284c1e00, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/17c0bd39fdf14fbcaebb94984e2c7cf3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/ece190ba5f1945548440d0b230118e89, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/6ce9bff87956447f8ac4dd6c238de281, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/a528b1cd81e34d0d98d19f8804865a44, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/70a86c38230e41b4af368f725a5ea205, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/b383fcf7a5f649d69ed051c518c12460, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/6590bfaa863749a8905eeb387cdcf692, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/1f94e25e580b4aa6a6ab5bfe55f7c1d8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/9e953703ca624009a26b7217854b888d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/40edd9c6b96f476cad6fea664a1231b7, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/0d67abf53f0d4a24bf9da32a126f4ad0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/e0cf3de68f94448ba369ca696c491ed2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/34528d3790cc43aa99a064f77163dba0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/6a1010e805da469f9828632464d621cf, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/7953ba7bc1314a1f87f2acd0e11b1753, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/2b87ef7c421b4380bbb7146e4daac1f8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/d146a7c2325849fcad47b9c334f1fa24, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/9ba5c8b17d3d499c93c592bd0949200c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/e8ed701c1601487f804d5c24d2fda87a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/41fa5a7ed3274729bfddbef03d6d5cb5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/a3c149ee238b4130b69d5c801a437bc8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/c58db8b01bd24c95a7c34aa2f6c094aa, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/023922ab1b8a4aa8921ce6649e84c28f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/81efa32d8d4641fda37a6cea2921e996, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/3d1753655b1746188ab2a6053033f662, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/3e71eb7acbd042448b85d1ff250956a7, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/d144f334fb0245088e426a0c93c2771d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/32f89b1982894527b6907ad1247cc0f8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/1ac5736686b84884a16f6c4d0c195bbf, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/b4384d8bc03b4953b11862a21f885a71] to archive 2024-12-06T08:43:20,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T08:43:20,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/b7ebe8df0cdb4fcead0de83f5dfc10ac to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/b7ebe8df0cdb4fcead0de83f5dfc10ac 2024-12-06T08:43:20,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/31d308ba096e4892b76e690865cef74a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/31d308ba096e4892b76e690865cef74a 2024-12-06T08:43:20,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/45d494354f6046e9b86f1de06c2407f6 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/45d494354f6046e9b86f1de06c2407f6 2024-12-06T08:43:20,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/f5f3952f04754d1dbe14ab84284c1e00 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/f5f3952f04754d1dbe14ab84284c1e00 2024-12-06T08:43:20,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/17c0bd39fdf14fbcaebb94984e2c7cf3 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/17c0bd39fdf14fbcaebb94984e2c7cf3 2024-12-06T08:43:20,794 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/ece190ba5f1945548440d0b230118e89 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/ece190ba5f1945548440d0b230118e89 2024-12-06T08:43:20,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/6ce9bff87956447f8ac4dd6c238de281 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/6ce9bff87956447f8ac4dd6c238de281 2024-12-06T08:43:20,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/a528b1cd81e34d0d98d19f8804865a44 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/a528b1cd81e34d0d98d19f8804865a44 2024-12-06T08:43:20,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/70a86c38230e41b4af368f725a5ea205 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/70a86c38230e41b4af368f725a5ea205 2024-12-06T08:43:20,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/b383fcf7a5f649d69ed051c518c12460 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/b383fcf7a5f649d69ed051c518c12460 2024-12-06T08:43:20,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/6590bfaa863749a8905eeb387cdcf692 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/6590bfaa863749a8905eeb387cdcf692 2024-12-06T08:43:20,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/1f94e25e580b4aa6a6ab5bfe55f7c1d8 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/1f94e25e580b4aa6a6ab5bfe55f7c1d8 2024-12-06T08:43:20,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/9e953703ca624009a26b7217854b888d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/9e953703ca624009a26b7217854b888d 2024-12-06T08:43:20,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/40edd9c6b96f476cad6fea664a1231b7 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/40edd9c6b96f476cad6fea664a1231b7 2024-12-06T08:43:20,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/0d67abf53f0d4a24bf9da32a126f4ad0 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/0d67abf53f0d4a24bf9da32a126f4ad0 2024-12-06T08:43:20,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/e0cf3de68f94448ba369ca696c491ed2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/e0cf3de68f94448ba369ca696c491ed2 2024-12-06T08:43:20,803 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/34528d3790cc43aa99a064f77163dba0 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/34528d3790cc43aa99a064f77163dba0 2024-12-06T08:43:20,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/6a1010e805da469f9828632464d621cf to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/6a1010e805da469f9828632464d621cf 2024-12-06T08:43:20,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/7953ba7bc1314a1f87f2acd0e11b1753 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/7953ba7bc1314a1f87f2acd0e11b1753 2024-12-06T08:43:20,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/2b87ef7c421b4380bbb7146e4daac1f8 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/2b87ef7c421b4380bbb7146e4daac1f8 2024-12-06T08:43:20,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/d146a7c2325849fcad47b9c334f1fa24 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/d146a7c2325849fcad47b9c334f1fa24 2024-12-06T08:43:20,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/9ba5c8b17d3d499c93c592bd0949200c to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/9ba5c8b17d3d499c93c592bd0949200c 2024-12-06T08:43:20,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/e8ed701c1601487f804d5c24d2fda87a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/e8ed701c1601487f804d5c24d2fda87a 2024-12-06T08:43:20,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/41fa5a7ed3274729bfddbef03d6d5cb5 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/41fa5a7ed3274729bfddbef03d6d5cb5 2024-12-06T08:43:20,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/a3c149ee238b4130b69d5c801a437bc8 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/a3c149ee238b4130b69d5c801a437bc8 2024-12-06T08:43:20,814 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/c58db8b01bd24c95a7c34aa2f6c094aa to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/c58db8b01bd24c95a7c34aa2f6c094aa 2024-12-06T08:43:20,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/023922ab1b8a4aa8921ce6649e84c28f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/023922ab1b8a4aa8921ce6649e84c28f 2024-12-06T08:43:20,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/81efa32d8d4641fda37a6cea2921e996 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/81efa32d8d4641fda37a6cea2921e996 2024-12-06T08:43:20,821 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/3d1753655b1746188ab2a6053033f662 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/3d1753655b1746188ab2a6053033f662 2024-12-06T08:43:20,823 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/3e71eb7acbd042448b85d1ff250956a7 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/3e71eb7acbd042448b85d1ff250956a7 2024-12-06T08:43:20,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/d144f334fb0245088e426a0c93c2771d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/d144f334fb0245088e426a0c93c2771d 2024-12-06T08:43:20,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/32f89b1982894527b6907ad1247cc0f8 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/32f89b1982894527b6907ad1247cc0f8 2024-12-06T08:43:20,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/1ac5736686b84884a16f6c4d0c195bbf to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/1ac5736686b84884a16f6c4d0c195bbf 2024-12-06T08:43:20,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/b4384d8bc03b4953b11862a21f885a71 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/b4384d8bc03b4953b11862a21f885a71 2024-12-06T08:43:20,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/fecb7fef9d4a424fb4bfab04f5ae50a4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/648abc9beb9e4976812663c59b0dc963, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f5608ba056644e2caf4e5989055b03a1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ca44389ae5b443f08c07416ee3eb1ff5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/5e7049367dba44a39976838073960421, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/910b4a88ec4742fc83a37025ba316fc8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/a87f55bc4866465383a2373fe96296f1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ba78040b5c544dcdbca463842fd1f25a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f9a8fcb3c22042e798e36df7dd99ca90, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f03c325d7ac74d75b400b71aae4d256e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/b798112a33224a2b94fc79e1d4e33e02, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/3dbb7a5ea5aa4fd2a55854c31925ed51, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ad965f35efda442991354c1c9077a917, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/bb435a2474be4430b0e1b8062c06c2b4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/441399e8d61c4fd2957811771bbcf585, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/213c7d40831344d8bac1abd76d8b19ed, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/c5bb9d13222a431b9e584a053ceaa57c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/e18d077115c54138852f05ab3b2fcb6e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ccb5fdfc8fbe4deca495d3d464ebeaea, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/0cc477fdbc634f5bbe1aec21e9009b39, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/711334360f05467192737c32058c9872, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/6d3fdd4f0a864bcd9e2f95dab95c0f6a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/2ec51c819c54442dae211c52800194ef, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/8fa86ad9c021467b9e60b9e349cdb6ff, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/2b59802a8d3b4b8ca53dcf206697b3fc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f80a9672676346c1a40554525a726f95, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/c1afca0030a04f81a846e8118a1dd53e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/18408f2bddb04068b12380af79641ddc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/4632491ea19141e2822a790ea5f78fac, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/2c113fbffe9c4465b1c97a0242ad5ec2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f70bf5c464c149fa8c43a38d4b98f06e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/43e8e70b157947c4a2df929f580ef80c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/dac56716d96744e2a5106f44aeaf640f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/81315a3439de4c83a26b0080287739cd] to archive 2024-12-06T08:43:20,830 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T08:43:20,833 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/fecb7fef9d4a424fb4bfab04f5ae50a4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/fecb7fef9d4a424fb4bfab04f5ae50a4 2024-12-06T08:43:20,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/648abc9beb9e4976812663c59b0dc963 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/648abc9beb9e4976812663c59b0dc963 2024-12-06T08:43:20,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f5608ba056644e2caf4e5989055b03a1 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f5608ba056644e2caf4e5989055b03a1 2024-12-06T08:43:20,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ca44389ae5b443f08c07416ee3eb1ff5 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ca44389ae5b443f08c07416ee3eb1ff5 2024-12-06T08:43:20,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/5e7049367dba44a39976838073960421 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/5e7049367dba44a39976838073960421 2024-12-06T08:43:20,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/910b4a88ec4742fc83a37025ba316fc8 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/910b4a88ec4742fc83a37025ba316fc8 2024-12-06T08:43:20,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/a87f55bc4866465383a2373fe96296f1 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/a87f55bc4866465383a2373fe96296f1 2024-12-06T08:43:20,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ba78040b5c544dcdbca463842fd1f25a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ba78040b5c544dcdbca463842fd1f25a 2024-12-06T08:43:20,844 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f9a8fcb3c22042e798e36df7dd99ca90 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f9a8fcb3c22042e798e36df7dd99ca90 2024-12-06T08:43:20,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f03c325d7ac74d75b400b71aae4d256e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f03c325d7ac74d75b400b71aae4d256e 2024-12-06T08:43:20,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/b798112a33224a2b94fc79e1d4e33e02 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/b798112a33224a2b94fc79e1d4e33e02 2024-12-06T08:43:20,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/3dbb7a5ea5aa4fd2a55854c31925ed51 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/3dbb7a5ea5aa4fd2a55854c31925ed51 2024-12-06T08:43:20,851 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ad965f35efda442991354c1c9077a917 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ad965f35efda442991354c1c9077a917 2024-12-06T08:43:20,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/bb435a2474be4430b0e1b8062c06c2b4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/bb435a2474be4430b0e1b8062c06c2b4 2024-12-06T08:43:20,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/441399e8d61c4fd2957811771bbcf585 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/441399e8d61c4fd2957811771bbcf585 2024-12-06T08:43:20,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/213c7d40831344d8bac1abd76d8b19ed to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/213c7d40831344d8bac1abd76d8b19ed 2024-12-06T08:43:20,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/c5bb9d13222a431b9e584a053ceaa57c to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/c5bb9d13222a431b9e584a053ceaa57c 2024-12-06T08:43:20,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/e18d077115c54138852f05ab3b2fcb6e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/e18d077115c54138852f05ab3b2fcb6e 2024-12-06T08:43:20,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ccb5fdfc8fbe4deca495d3d464ebeaea to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/ccb5fdfc8fbe4deca495d3d464ebeaea 2024-12-06T08:43:20,859 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/0cc477fdbc634f5bbe1aec21e9009b39 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/0cc477fdbc634f5bbe1aec21e9009b39 2024-12-06T08:43:20,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/711334360f05467192737c32058c9872 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/711334360f05467192737c32058c9872 2024-12-06T08:43:20,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/6d3fdd4f0a864bcd9e2f95dab95c0f6a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/6d3fdd4f0a864bcd9e2f95dab95c0f6a 2024-12-06T08:43:20,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/2ec51c819c54442dae211c52800194ef to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/2ec51c819c54442dae211c52800194ef 2024-12-06T08:43:20,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/8fa86ad9c021467b9e60b9e349cdb6ff to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/8fa86ad9c021467b9e60b9e349cdb6ff 2024-12-06T08:43:20,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/2b59802a8d3b4b8ca53dcf206697b3fc to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/2b59802a8d3b4b8ca53dcf206697b3fc 2024-12-06T08:43:20,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f80a9672676346c1a40554525a726f95 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f80a9672676346c1a40554525a726f95 2024-12-06T08:43:20,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/c1afca0030a04f81a846e8118a1dd53e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/c1afca0030a04f81a846e8118a1dd53e 2024-12-06T08:43:20,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/18408f2bddb04068b12380af79641ddc to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/18408f2bddb04068b12380af79641ddc 2024-12-06T08:43:20,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/4632491ea19141e2822a790ea5f78fac to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/4632491ea19141e2822a790ea5f78fac 2024-12-06T08:43:20,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/2c113fbffe9c4465b1c97a0242ad5ec2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/2c113fbffe9c4465b1c97a0242ad5ec2 2024-12-06T08:43:20,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f70bf5c464c149fa8c43a38d4b98f06e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/f70bf5c464c149fa8c43a38d4b98f06e 2024-12-06T08:43:20,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/43e8e70b157947c4a2df929f580ef80c to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/43e8e70b157947c4a2df929f580ef80c 2024-12-06T08:43:20,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/dac56716d96744e2a5106f44aeaf640f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/dac56716d96744e2a5106f44aeaf640f 2024-12-06T08:43:20,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/81315a3439de4c83a26b0080287739cd to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/81315a3439de4c83a26b0080287739cd 2024-12-06T08:43:20,883 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/recovered.edits/539.seqid, newMaxSeqId=539, maxSeqId=1 2024-12-06T08:43:20,884 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. 2024-12-06T08:43:20,884 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for 2d25383d35f0a79cc523b88696568c33: Waiting for close lock at 1733474599059Running coprocessor pre-close hooks at 1733474599059Disabling compacts and flushes for region at 1733474599059Disabling writes for close at 1733474599519 (+460 ms)Obtaining lock to block concurrent updates at 1733474599520 (+1 ms)Preparing flush snapshotting stores in 2d25383d35f0a79cc523b88696568c33 at 1733474599520Finished memstore snapshotting TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733474599520Flushing stores of TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33. at 1733474599521 (+1 ms)Flushing 2d25383d35f0a79cc523b88696568c33/A: creating writer at 1733474599521Flushing 2d25383d35f0a79cc523b88696568c33/A: appending metadata at 1733474599523 (+2 ms)Flushing 2d25383d35f0a79cc523b88696568c33/A: closing flushed file at 1733474599523Flushing 2d25383d35f0a79cc523b88696568c33/B: creating writer at 1733474599930 (+407 ms)Flushing 2d25383d35f0a79cc523b88696568c33/B: appending metadata at 1733474599932 (+2 ms)Flushing 2d25383d35f0a79cc523b88696568c33/B: closing flushed file at 1733474599932Flushing 2d25383d35f0a79cc523b88696568c33/C: creating writer at 1733474600339 (+407 ms)Flushing 2d25383d35f0a79cc523b88696568c33/C: appending metadata at 1733474600341 (+2 ms)Flushing 2d25383d35f0a79cc523b88696568c33/C: closing flushed file at 1733474600341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d247336: reopening flushed file at 1733474600748 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14729f6a: reopening flushed file at 1733474600751 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c17b922: reopening flushed file at 1733474600754 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 2d25383d35f0a79cc523b88696568c33 in 1239ms, sequenceid=536, compaction requested=true at 1733474600758 (+4 ms)Writing region close event to WAL at 1733474600879 (+121 ms)Running coprocessor post-close hooks at 1733474600884 (+5 ms)Closed at 1733474600884 2024-12-06T08:43:20,888 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=2d25383d35f0a79cc523b88696568c33, regionState=CLOSED 2024-12-06T08:43:20,889 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed 2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:20,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 because future has completed 2024-12-06T08:43:20,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-12-06T08:43:20,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure 2d25383d35f0a79cc523b88696568c33, server=25494438c68b,33295,1733474453014 in 1.9850 sec 2024-12-06T08:43:20,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-12-06T08:43:20,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d25383d35f0a79cc523b88696568c33, UNASSIGN in 1.9900 sec 2024-12-06T08:43:20,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-12-06T08:43:20,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9940 sec 2024-12-06T08:43:20,899 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474600899"}]},"ts":"1733474600899"} 2024-12-06T08:43:20,900 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T08:43:20,900 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T08:43:20,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.0030 sec 2024-12-06T08:43:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-06T08:43:21,048 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:21,048 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T08:43:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:43:21,050 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:43:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-06T08:43:21,051 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=151, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:43:21,053 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:21,054 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A, FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B, FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C, FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/recovered.edits] 2024-12-06T08:43:21,056 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/1fe4e9543f864725a23d2309e4a0e829 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/1fe4e9543f864725a23d2309e4a0e829 2024-12-06T08:43:21,057 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/20d5066065e747fdab93fe9fc7c720f5 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/20d5066065e747fdab93fe9fc7c720f5 2024-12-06T08:43:21,058 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/345f6015dc8e4b92aff32ffe68d4302e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/A/345f6015dc8e4b92aff32ffe68d4302e 2024-12-06T08:43:21,059 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/192d60bedef046bd870f174165b6624a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/192d60bedef046bd870f174165b6624a 2024-12-06T08:43:21,060 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/30a8c4f6c6a84d92949530fef8cb8ae8 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/30a8c4f6c6a84d92949530fef8cb8ae8 2024-12-06T08:43:21,061 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/52ab1526a0e44b459b4500e142505152 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/B/52ab1526a0e44b459b4500e142505152 2024-12-06T08:43:21,062 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/0ce55ff2e0544da4a1a57bb0e26670a8 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/0ce55ff2e0544da4a1a57bb0e26670a8 2024-12-06T08:43:21,063 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/a6674dad8c644ebba10463c12d619803 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/a6674dad8c644ebba10463c12d619803 2024-12-06T08:43:21,064 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/c9f0a3a4e55e4b34ae95c4f926b6a77f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/C/c9f0a3a4e55e4b34ae95c4f926b6a77f 2024-12-06T08:43:21,065 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/recovered.edits/539.seqid to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33/recovered.edits/539.seqid 2024-12-06T08:43:21,066 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/2d25383d35f0a79cc523b88696568c33 2024-12-06T08:43:21,066 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T08:43:21,068 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=151, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:43:21,069 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T08:43:21,071 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T08:43:21,072 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=151, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:43:21,072 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T08:43:21,072 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733474601072"}]},"ts":"9223372036854775807"} 2024-12-06T08:43:21,074 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-06T08:43:21,074 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2d25383d35f0a79cc523b88696568c33, NAME => 'TestAcidGuarantees,,1733474575337.2d25383d35f0a79cc523b88696568c33.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T08:43:21,074 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T08:43:21,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733474601074"}]},"ts":"9223372036854775807"} 2024-12-06T08:43:21,075 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-06T08:43:21,076 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=151, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:43:21,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-12-06T08:43:21,093 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T08:43:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-06T08:43:21,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-06T08:43:21,158 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:21,173 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251 (was 252), OpenFileDescriptor=453 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=507 (was 493) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8397 (was 8487) 2024-12-06T08:43:21,183 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=507, ProcessCount=11, AvailableMemoryMB=8397 2024-12-06T08:43:21,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T08:43:21,184 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T08:43:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T08:43:21,186 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T08:43:21,187 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:21,187 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 152 2024-12-06T08:43:21,187 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T08:43:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-06T08:43:21,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742460_1636 (size=1061) 2024-12-06T08:43:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-06T08:43:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-06T08:43:21,597 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda 2024-12-06T08:43:21,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742461_1637 (size=53) 2024-12-06T08:43:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-06T08:43:22,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T08:43:22,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0efa205f9b5eb58aae333fdeab106017, disabling compactions & flushes 2024-12-06T08:43:22,002 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:22,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:22,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. after waiting 0 ms 2024-12-06T08:43:22,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:22,002 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:22,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0efa205f9b5eb58aae333fdeab106017: Waiting for close lock at 1733474602002Disabling compacts and flushes for region at 1733474602002Disabling writes for close at 1733474602002Writing region close event to WAL at 1733474602002Closed at 1733474602002 2024-12-06T08:43:22,003 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T08:43:22,004 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733474602003"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733474602003"}]},"ts":"1733474602003"} 2024-12-06T08:43:22,005 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T08:43:22,006 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T08:43:22,006 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474602006"}]},"ts":"1733474602006"} 2024-12-06T08:43:22,007 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T08:43:22,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0efa205f9b5eb58aae333fdeab106017, ASSIGN}] 2024-12-06T08:43:22,008 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0efa205f9b5eb58aae333fdeab106017, ASSIGN 2024-12-06T08:43:22,009 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0efa205f9b5eb58aae333fdeab106017, ASSIGN; state=OFFLINE, location=25494438c68b,33295,1733474453014; forceNewPlan=false, retain=false 2024-12-06T08:43:22,159 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=0efa205f9b5eb58aae333fdeab106017, regionState=OPENING, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:43:22,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0efa205f9b5eb58aae333fdeab106017, ASSIGN because future has completed 2024-12-06T08:43:22,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014}] 2024-12-06T08:43:22,315 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:22,315 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7752): Opening region: {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} 2024-12-06T08:43:22,316 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:22,316 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T08:43:22,316 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7794): checking encryption for 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:22,316 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7797): checking classloading for 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:22,317 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:22,318 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:43:22,318 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0efa205f9b5eb58aae333fdeab106017 columnFamilyName A 2024-12-06T08:43:22,318 DEBUG [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:22,319 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] regionserver.HStore(327): Store=0efa205f9b5eb58aae333fdeab106017/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:43:22,319 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:22,319 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:43:22,320 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0efa205f9b5eb58aae333fdeab106017 columnFamilyName B 2024-12-06T08:43:22,320 DEBUG [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:22,320 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] regionserver.HStore(327): Store=0efa205f9b5eb58aae333fdeab106017/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:43:22,320 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:22,321 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:43:22,321 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0efa205f9b5eb58aae333fdeab106017 columnFamilyName C 2024-12-06T08:43:22,321 DEBUG [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:22,321 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] regionserver.HStore(327): Store=0efa205f9b5eb58aae333fdeab106017/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:43:22,322 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:22,322 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1038): replaying wal for 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:22,322 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:22,322 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:22,323 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1048): stopping wal replay for 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:22,323 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1060): Cleaning up temporary data for 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:22,324 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T08:43:22,324 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1093): writing seq id for 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:22,326 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T08:43:22,326 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1114): Opened 0efa205f9b5eb58aae333fdeab106017; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67943179, jitterRate=0.012432262301445007}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T08:43:22,326 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:22,327 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1006): Region open journal for 0efa205f9b5eb58aae333fdeab106017: Running coprocessor pre-open hook at 1733474602316Writing region info on filesystem at 1733474602316Initializing all the Stores at 1733474602316Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474602316Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474602317 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474602317Cleaning up temporary data from old regions at 1733474602323 (+6 ms)Running coprocessor post-open hooks at 1733474602326 (+3 ms)Region opened successfully at 1733474602327 (+1 ms) 2024-12-06T08:43:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-06T08:43:22,327 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., pid=154, masterSystemTime=1733474602313 2024-12-06T08:43:22,329 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:22,329 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:22,330 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=0efa205f9b5eb58aae333fdeab106017, regionState=OPEN, openSeqNum=2, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:43:22,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 because future has completed 2024-12-06T08:43:22,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-12-06T08:43:22,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure 0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 in 171 msec 2024-12-06T08:43:22,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-12-06T08:43:22,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0efa205f9b5eb58aae333fdeab106017, ASSIGN in 326 msec 2024-12-06T08:43:22,335 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T08:43:22,336 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474602335"}]},"ts":"1733474602335"} 2024-12-06T08:43:22,337 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T08:43:22,337 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T08:43:22,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-12-06T08:43:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-06T08:43:23,348 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:23,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e76e6cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:23,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:43:23,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:43:23,350 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:43:23,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:43:23,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:43:23,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251011cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:23,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:43:23,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:43:23,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:23,352 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:43:23,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37986b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:23,352 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:43:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:43:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:43:23,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:43:23,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T08:43:23,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 25494438c68b,42573,1733474452139 2024-12-06T08:43:23,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@286ecfb5 2024-12-06T08:43:23,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T08:43:23,356 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T08:43:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T08:43:23,357 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T08:43:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-06T08:43:23,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742462_1638 (size=1097) 2024-12-06T08:43:23,768 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-06T08:43:23,768 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-06T08:43:23,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T08:43:23,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0efa205f9b5eb58aae333fdeab106017, REOPEN/MOVE}] 2024-12-06T08:43:23,773 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0efa205f9b5eb58aae333fdeab106017, REOPEN/MOVE 2024-12-06T08:43:23,773 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=0efa205f9b5eb58aae333fdeab106017, regionState=CLOSING, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:43:23,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0efa205f9b5eb58aae333fdeab106017, REOPEN/MOVE because future has completed 2024-12-06T08:43:23,775 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T08:43:23,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014}] 2024-12-06T08:43:23,927 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(122): Close 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:23,927 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T08:43:23,927 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1722): Closing 0efa205f9b5eb58aae333fdeab106017, disabling compactions & flushes 2024-12-06T08:43:23,927 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:23,927 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:23,927 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. after waiting 0 ms 2024-12-06T08:43:23,927 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:23,930 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-06T08:43:23,931 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:23,931 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1676): Region close journal for 0efa205f9b5eb58aae333fdeab106017: Waiting for close lock at 1733474603927Running coprocessor pre-close hooks at 1733474603927Disabling compacts and flushes for region at 1733474603927Disabling writes for close at 1733474603927Writing region close event to WAL at 1733474603928 (+1 ms)Running coprocessor post-close hooks at 1733474603931 (+3 ms)Closed at 1733474603931 2024-12-06T08:43:23,931 WARN [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionServer(3299): Not adding moved region record: 0efa205f9b5eb58aae333fdeab106017 to self. 2024-12-06T08:43:23,933 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(157): Closed 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:23,933 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=0efa205f9b5eb58aae333fdeab106017, regionState=CLOSED 2024-12-06T08:43:23,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 because future has completed 2024-12-06T08:43:23,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-12-06T08:43:23,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; CloseRegionProcedure 0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 in 160 msec 2024-12-06T08:43:23,937 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0efa205f9b5eb58aae333fdeab106017, REOPEN/MOVE; state=CLOSED, location=25494438c68b,33295,1733474453014; forceNewPlan=false, retain=true 2024-12-06T08:43:24,087 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=0efa205f9b5eb58aae333fdeab106017, regionState=OPENING, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:43:24,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0efa205f9b5eb58aae333fdeab106017, REOPEN/MOVE because future has completed 2024-12-06T08:43:24,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014}] 2024-12-06T08:43:24,242 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:24,242 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7752): Opening region: {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} 2024-12-06T08:43:24,243 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:24,243 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T08:43:24,243 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7794): checking encryption for 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:24,243 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7797): checking classloading for 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:24,244 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:24,245 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:43:24,245 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0efa205f9b5eb58aae333fdeab106017 columnFamilyName A 2024-12-06T08:43:24,246 DEBUG [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:24,246 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] regionserver.HStore(327): Store=0efa205f9b5eb58aae333fdeab106017/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:43:24,247 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:24,247 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:43:24,247 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0efa205f9b5eb58aae333fdeab106017 columnFamilyName B 2024-12-06T08:43:24,247 DEBUG [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:24,248 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] regionserver.HStore(327): Store=0efa205f9b5eb58aae333fdeab106017/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:43:24,248 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:24,248 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-06T08:43:24,248 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0efa205f9b5eb58aae333fdeab106017 columnFamilyName C 2024-12-06T08:43:24,248 DEBUG [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:24,248 INFO [StoreOpener-0efa205f9b5eb58aae333fdeab106017-1 {}] regionserver.HStore(327): Store=0efa205f9b5eb58aae333fdeab106017/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T08:43:24,249 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:24,249 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1038): replaying wal for 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:24,249 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:24,250 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:24,250 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1048): stopping wal replay for 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:24,250 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1060): Cleaning up temporary data for 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:24,251 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T08:43:24,252 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1093): writing seq id for 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:24,252 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1114): Opened 0efa205f9b5eb58aae333fdeab106017; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73688759, jitterRate=0.09804807603359222}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T08:43:24,252 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:24,253 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1006): Region open journal for 0efa205f9b5eb58aae333fdeab106017: Running coprocessor pre-open hook at 1733474604243Writing region info on filesystem at 1733474604243Initializing all the Stores at 1733474604244 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474604244Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474604244Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733474604244Cleaning up temporary data from old regions at 1733474604250 (+6 ms)Running coprocessor post-open hooks at 1733474604252 (+2 ms)Region opened successfully at 1733474604253 (+1 ms) 2024-12-06T08:43:24,253 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., pid=159, masterSystemTime=1733474604240 2024-12-06T08:43:24,255 DEBUG [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:24,255 INFO [RS_OPEN_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:24,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=0efa205f9b5eb58aae333fdeab106017, regionState=OPEN, openSeqNum=5, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:43:24,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 because future has completed 2024-12-06T08:43:24,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=157 2024-12-06T08:43:24,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=157, state=SUCCESS, hasLock=false; OpenRegionProcedure 0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 in 168 msec 2024-12-06T08:43:24,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-06T08:43:24,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0efa205f9b5eb58aae333fdeab106017, REOPEN/MOVE in 487 msec 2024-12-06T08:43:24,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-12-06T08:43:24,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 490 msec 2024-12-06T08:43:24,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 904 msec 2024-12-06T08:43:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-12-06T08:43:24,264 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:24,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2aa61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:43:24,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:43:24,266 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:43:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:43:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:43:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7856e951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:43:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:43:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:24,267 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:43:24,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db1e759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca6c80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:43:24,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:43:24,269 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:43:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:43:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:43:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f399cd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:43:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:43:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:24,271 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:43:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2580a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14afc90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:43:24,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:43:24,272 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:43:24,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:43:24,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:43:24,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b85c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:43:24,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:43:24,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:24,273 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:43:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af25932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb57557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,274 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:43:24,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:43:24,275 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:43:24,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:43:24,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:43:24,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421c92ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:43:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:43:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:24,276 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:43:24,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f9ff92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0b6ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:43:24,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:43:24,278 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:43:24,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:43:24,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:43:24,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205b320a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:43:24,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:43:24,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:24,279 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:43:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bf4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af69a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:43:24,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:43:24,281 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:43:24,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:43:24,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:43:24,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b13cee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:43:24,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:43:24,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:24,282 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:43:24,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aedbcca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd90259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:43:24,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:43:24,283 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:43:24,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:43:24,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:43:24,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6e1417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:43:24,284 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:43:24,284 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:24,284 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:43:24,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454033ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594d5ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:43:24,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:43:24,286 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:43:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:43:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:43:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5217a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:43:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:43:24,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:24,287 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:43:24,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0a25e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267cfa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:43:24,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:43:24,289 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:43:24,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:43:24,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:43:24,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be5cf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:43:24,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:43:24,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:24,290 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:43:24,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e840ce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c58aaf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 25494438c68b,42573,-1 for getting cluster id 2024-12-06T08:43:24,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T08:43:24,291 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d2006b-ddd0-446d-92ec-b3ac1ddea2fa' 2024-12-06T08:43:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T08:43:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d2006b-ddd0-446d-92ec-b3ac1ddea2fa" 2024-12-06T08:43:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60832d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [25494438c68b,42573,-1] 2024-12-06T08:43:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T08:43:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:24,292 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T08:43:24,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dd52b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T08:43:24,293 DEBUG [Thread-2811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:43:24,293 DEBUG [Thread-2815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:43:24,294 DEBUG [Thread-2809 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:43:24,294 DEBUG [Thread-2800 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:43:24,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:43:24,294 DEBUG [Thread-2804 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:43:24,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:43:24,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:43:24,294 DEBUG [Thread-2806 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:43:24,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:43:24,295 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:43:24,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:43:24,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:43:24,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:43:24,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:43:24,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:43:24,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:43:24,296 DEBUG [Thread-2813 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:43:24,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:43:24,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:43:24,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:43:24,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:43:24,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:43:24,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:43:24,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:43:24,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:43:24,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:43:24,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:43:24,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:43:24,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:43:24,299 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:24,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:43:24,299 DEBUG [Thread-2798 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:43:24,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:43:24,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:43:24,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:43:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-06T08:43:24,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:43:24,301 DEBUG [Thread-2802 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:43:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-06T08:43:24,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:43:24,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:43:24,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:43:24,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:43:24,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:43:24,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:43:24,304 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:24,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:43:24,305 DEBUG [Thread-2817 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T08:43:24,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:43:24,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=25494438c68b,33295,1733474453014, seqNum=-1] 2024-12-06T08:43:24,306 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:24,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:24,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T08:43:24,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T08:43:24,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5] 2024-12-06T08:43:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:24,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-06T08:43:24,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:24,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:24,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:24,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:24,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:24,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:24,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474664334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:24,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:24,341 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474604329, max timestamp=1733474604338Num uniques 859; 2024-12-06T08:43:24,341 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:43:24,344 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474604329, max timestamp=1733474604338Num uniques 859; 2024-12-06T08:43:24,344 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:43:24,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733474604329, max timestamp=1733474604338Num uniques 859; 2024-12-06T08:43:24,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-06T08:43:24,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fafc891b51f2473797ecf9681cbb7150_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474604310/Put/seqid=0 2024-12-06T08:43:24,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742463_1639 (size=14594) 2024-12-06T08:43:24,360 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:24,364 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fafc891b51f2473797ecf9681cbb7150_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fafc891b51f2473797ecf9681cbb7150_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:24,365 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/df87a3ee5eec4fc08451f11734d15762, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:24,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/df87a3ee5eec4fc08451f11734d15762 is 175, key is test_row_0/A:col10/1733474604310/Put/seqid=0 2024-12-06T08:43:24,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742464_1640 (size=39549) 2024-12-06T08:43:24,371 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/df87a3ee5eec4fc08451f11734d15762 2024-12-06T08:43:24,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/d04b0a08893243dbaa54389921441adc is 50, key is test_row_0/B:col10/1733474604310/Put/seqid=0 2024-12-06T08:43:24,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742465_1641 (size=12001) 2024-12-06T08:43:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-06T08:43:24,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474664363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:24,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474664410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:24,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474664410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474664410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:24,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474664447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:24,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:24,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-06T08:43:24,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:24,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:24,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:24,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:24,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:24,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474664518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:24,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:24,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474664528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:24,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:24,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474664528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:24,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474664528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:24,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-06T08:43:24,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:24,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:24,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:24,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:24,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-06T08:43:24,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474664657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:24,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:24,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474664728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:24,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474664737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:24,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:24,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474664737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:24,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:24,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:24,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474664738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:24,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:24,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:24,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-06T08:43:24,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:24,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:24,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:24,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:24,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:24,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/d04b0a08893243dbaa54389921441adc 2024-12-06T08:43:24,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/4a730b4c55cf4c09b15bfd41ad86d9bf is 50, key is test_row_0/C:col10/1733474604310/Put/seqid=0 2024-12-06T08:43:24,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742466_1642 (size=12001) 2024-12-06T08:43:24,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/4a730b4c55cf4c09b15bfd41ad86d9bf 2024-12-06T08:43:24,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/df87a3ee5eec4fc08451f11734d15762 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/df87a3ee5eec4fc08451f11734d15762 2024-12-06T08:43:24,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/df87a3ee5eec4fc08451f11734d15762, entries=200, sequenceid=15, filesize=38.6 K 2024-12-06T08:43:24,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/d04b0a08893243dbaa54389921441adc as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/d04b0a08893243dbaa54389921441adc 2024-12-06T08:43:24,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/d04b0a08893243dbaa54389921441adc, entries=150, sequenceid=15, filesize=11.7 K 2024-12-06T08:43:24,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/4a730b4c55cf4c09b15bfd41ad86d9bf as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/4a730b4c55cf4c09b15bfd41ad86d9bf 2024-12-06T08:43:24,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/4a730b4c55cf4c09b15bfd41ad86d9bf, entries=150, sequenceid=15, filesize=11.7 K 2024-12-06T08:43:24,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=131.55 KB/134705 for 0efa205f9b5eb58aae333fdeab106017 in 540ms, sequenceid=15, compaction requested=false 2024-12-06T08:43:24,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:24,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-06T08:43:24,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:24,920 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=131.55 KB heapSize=374.30 KB 2024-12-06T08:43:24,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:24,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:24,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:24,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:24,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:24,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:24,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ddeb5edac40743b188298c9fc1fedcc2_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474604369/Put/seqid=0 2024-12-06T08:43:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-06T08:43:24,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742467_1643 (size=12154) 2024-12-06T08:43:24,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:24,934 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ddeb5edac40743b188298c9fc1fedcc2_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ddeb5edac40743b188298c9fc1fedcc2_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:24,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/4afe300314b54edfb2f04170d21eeda9, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:24,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/4afe300314b54edfb2f04170d21eeda9 is 175, key is test_row_0/A:col10/1733474604369/Put/seqid=0 2024-12-06T08:43:24,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742468_1644 (size=30955) 2024-12-06T08:43:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:24,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:25,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474665002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:25,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474665037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:25,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:25,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474665047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:25,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:25,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474665047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:25,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:25,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:25,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474665047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:25,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:25,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474665117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:25,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:25,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474665333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:25,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:25,340 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/4afe300314b54edfb2f04170d21eeda9 2024-12-06T08:43:25,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/3ae8f5cb7d924b328c916cc9d8b31d4b is 50, key is test_row_0/B:col10/1733474604369/Put/seqid=0 2024-12-06T08:43:25,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742469_1645 (size=12001) 2024-12-06T08:43:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-06T08:43:25,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474665547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:25,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:25,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474665557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474665557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:25,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474665557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:25,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474665647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:25,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:25,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:25,760 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/3ae8f5cb7d924b328c916cc9d8b31d4b 2024-12-06T08:43:25,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/7f03c2f19a674568a3fc56ede6eb0aee is 50, key is test_row_0/C:col10/1733474604369/Put/seqid=0 2024-12-06T08:43:25,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742470_1646 (size=12001) 2024-12-06T08:43:26,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474666158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:26,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:26,170 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/7f03c2f19a674568a3fc56ede6eb0aee 2024-12-06T08:43:26,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/4afe300314b54edfb2f04170d21eeda9 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/4afe300314b54edfb2f04170d21eeda9 2024-12-06T08:43:26,177 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/4afe300314b54edfb2f04170d21eeda9, entries=150, sequenceid=51, filesize=30.2 K 2024-12-06T08:43:26,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/3ae8f5cb7d924b328c916cc9d8b31d4b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/3ae8f5cb7d924b328c916cc9d8b31d4b 2024-12-06T08:43:26,181 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/3ae8f5cb7d924b328c916cc9d8b31d4b, entries=150, sequenceid=51, filesize=11.7 K 2024-12-06T08:43:26,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/7f03c2f19a674568a3fc56ede6eb0aee as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/7f03c2f19a674568a3fc56ede6eb0aee 2024-12-06T08:43:26,185 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/7f03c2f19a674568a3fc56ede6eb0aee, entries=150, sequenceid=51, filesize=11.7 K 2024-12-06T08:43:26,186 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~131.55 KB/134705, heapSize ~374.26 KB/383240, currentSize=46.96 KB/48090 for 0efa205f9b5eb58aae333fdeab106017 in 1266ms, sequenceid=51, compaction requested=false 2024-12-06T08:43:26,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:26,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:26,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-06T08:43:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-12-06T08:43:26,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-06T08:43:26,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8810 sec 2024-12-06T08:43:26,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.8910 sec 2024-12-06T08:43:26,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T08:43:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-06T08:43:26,447 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:26,448 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-06T08:43:26,450 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-06T08:43:26,451 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:26,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-06T08:43:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:26,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-06T08:43:26,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:26,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:26,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:26,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:26,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:26,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:26,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412066fa56ff7957445d7bd82ffcf458bf3b4_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474606569/Put/seqid=0 2024-12-06T08:43:26,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742471_1647 (size=12154) 2024-12-06T08:43:26,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-06T08:43:26,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:26,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:26,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:26,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:26,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:26,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474666623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:26,667 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1733474606619, max timestamp=1733474606630Num uniques 859; 2024-12-06T08:43:26,667 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-06T08:43:26,667 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733474606619, max timestamp=1733474606630Num uniques 859; 2024-12-06T08:43:26,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1733474606619, max timestamp=1733474606630Num uniques 859; 2024-12-06T08:43:26,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-06T08:43:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-06T08:43:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:26,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474666692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:26,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:26,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474666693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:26,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:26,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:26,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474666697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:26,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:26,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-06T08:43:26,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:26,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:26,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:26,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:26,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-06T08:43:26,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474666777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:26,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:26,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474666808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:26,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:26,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474666808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:26,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:26,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:26,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474666808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:26,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:26,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-06T08:43:26,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:26,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:26,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:26,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:26,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:26,989 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:26,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474666987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:26,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,993 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412066fa56ff7957445d7bd82ffcf458bf3b4_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412066fa56ff7957445d7bd82ffcf458bf3b4_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:26,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:26,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:26,994 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/812229472f7445d69da284505f23c658, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:26,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/812229472f7445d69da284505f23c658 is 175, key is test_row_0/A:col10/1733474606569/Put/seqid=0 2024-12-06T08:43:26,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742472_1648 (size=30955) 2024-12-06T08:43:27,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474667018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:27,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474667018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:27,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474667018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:27,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-06T08:43:27,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:27,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:27,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:27,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:27,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-06T08:43:27,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474667168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:27,172 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_2' in 0efa205f9b5eb58aae333fdeab106017 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:43:27,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:27,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-06T08:43:27,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:27,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:27,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:27,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:27,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:27,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474667298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:27,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474667327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:27,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474667327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:27,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474667328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:27,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-06T08:43:27,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:27,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:27,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:27,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:27,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:27,399 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=64, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/812229472f7445d69da284505f23c658 2024-12-06T08:43:27,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/9066b56837a3479c95b627f61a215a23 is 50, key is test_row_0/B:col10/1733474606569/Put/seqid=0 2024-12-06T08:43:27,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742473_1649 (size=12001) 2024-12-06T08:43:27,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/9066b56837a3479c95b627f61a215a23 2024-12-06T08:43:27,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/3b169d5e32df461c82b145861ef85a39 is 50, key is test_row_0/C:col10/1733474606569/Put/seqid=0 2024-12-06T08:43:27,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742474_1650 (size=12001) 2024-12-06T08:43:27,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-06T08:43:27,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:27,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:27,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:27,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:27,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-06T08:43:27,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-06T08:43:27,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:27,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:27,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:27,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:27,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:27,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474667808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:27,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:27,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-06T08:43:27,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:27,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:27,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:27,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:27,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:27,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/3b169d5e32df461c82b145861ef85a39 2024-12-06T08:43:27,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/812229472f7445d69da284505f23c658 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/812229472f7445d69da284505f23c658 2024-12-06T08:43:27,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474667838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:27,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474667838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:27,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:27,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/812229472f7445d69da284505f23c658, entries=150, sequenceid=64, filesize=30.2 K 2024-12-06T08:43:27,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:27,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/9066b56837a3479c95b627f61a215a23 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/9066b56837a3479c95b627f61a215a23 2024-12-06T08:43:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474667848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:27,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:27,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:27,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/9066b56837a3479c95b627f61a215a23, entries=150, sequenceid=64, filesize=11.7 K 2024-12-06T08:43:27,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/3b169d5e32df461c82b145861ef85a39 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/3b169d5e32df461c82b145861ef85a39 2024-12-06T08:43:27,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/3b169d5e32df461c82b145861ef85a39, entries=150, sequenceid=64, filesize=11.7 K 2024-12-06T08:43:27,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=115.89 KB/118676 for 0efa205f9b5eb58aae333fdeab106017 in 1289ms, sequenceid=64, compaction requested=true 2024-12-06T08:43:27,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:27,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:27,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:27,859 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:27,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:27,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:27,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:27,859 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:27,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:27,860 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:27,860 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:27,860 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/A is initiating minor compaction (all files) 2024-12-06T08:43:27,860 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/B is initiating minor compaction (all files) 2024-12-06T08:43:27,860 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/A in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:27,860 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/B in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:27,860 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/d04b0a08893243dbaa54389921441adc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/3ae8f5cb7d924b328c916cc9d8b31d4b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/9066b56837a3479c95b627f61a215a23] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=35.2 K 2024-12-06T08:43:27,860 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/df87a3ee5eec4fc08451f11734d15762, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/4afe300314b54edfb2f04170d21eeda9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/812229472f7445d69da284505f23c658] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=99.1 K 2024-12-06T08:43:27,860 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:27,860 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/df87a3ee5eec4fc08451f11734d15762, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/4afe300314b54edfb2f04170d21eeda9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/812229472f7445d69da284505f23c658] 2024-12-06T08:43:27,861 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting d04b0a08893243dbaa54389921441adc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733474604306 2024-12-06T08:43:27,861 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting df87a3ee5eec4fc08451f11734d15762, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733474604306 2024-12-06T08:43:27,861 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ae8f5cb7d924b328c916cc9d8b31d4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733474604365 2024-12-06T08:43:27,861 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4afe300314b54edfb2f04170d21eeda9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733474604365 2024-12-06T08:43:27,861 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 9066b56837a3479c95b627f61a215a23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733474606569 2024-12-06T08:43:27,862 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 812229472f7445d69da284505f23c658, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733474606569 2024-12-06T08:43:27,868 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:27,869 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#B#compaction#565 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:27,870 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206f3e14da0f7ae4256a23c13990f60cd56_0efa205f9b5eb58aae333fdeab106017 store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:27,870 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/044fd3c104fe4dc894d2442441a65e29 is 50, key is test_row_0/B:col10/1733474606569/Put/seqid=0 2024-12-06T08:43:27,872 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206f3e14da0f7ae4256a23c13990f60cd56_0efa205f9b5eb58aae333fdeab106017, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:27,872 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f3e14da0f7ae4256a23c13990f60cd56_0efa205f9b5eb58aae333fdeab106017 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:27,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742475_1651 (size=12104) 2024-12-06T08:43:27,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742476_1652 (size=4469) 2024-12-06T08:43:27,883 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#A#compaction#566 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:27,883 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/686b8512b95b4dcd94aeffb29c146603 is 175, key is test_row_0/A:col10/1733474606569/Put/seqid=0 2024-12-06T08:43:27,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742477_1653 (size=31058) 2024-12-06T08:43:27,893 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/686b8512b95b4dcd94aeffb29c146603 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/686b8512b95b4dcd94aeffb29c146603 2024-12-06T08:43:27,898 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/A of 0efa205f9b5eb58aae333fdeab106017 into 686b8512b95b4dcd94aeffb29c146603(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:27,898 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:27,898 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/A, priority=13, startTime=1733474607859; duration=0sec 2024-12-06T08:43:27,898 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:27,898 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:A 2024-12-06T08:43:27,898 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:27,899 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:27,899 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/C is initiating minor compaction (all files) 2024-12-06T08:43:27,899 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/C in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:27,899 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/4a730b4c55cf4c09b15bfd41ad86d9bf, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/7f03c2f19a674568a3fc56ede6eb0aee, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/3b169d5e32df461c82b145861ef85a39] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=35.2 K 2024-12-06T08:43:27,900 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a730b4c55cf4c09b15bfd41ad86d9bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733474604306 2024-12-06T08:43:27,900 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f03c2f19a674568a3fc56ede6eb0aee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733474604365 2024-12-06T08:43:27,900 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b169d5e32df461c82b145861ef85a39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733474606569 2024-12-06T08:43:27,906 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#C#compaction#567 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:27,906 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/c2dc850f129943c68158da55c7481b07 is 50, key is test_row_0/C:col10/1733474606569/Put/seqid=0 2024-12-06T08:43:27,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742478_1654 (size=12104) 2024-12-06T08:43:27,913 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/c2dc850f129943c68158da55c7481b07 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/c2dc850f129943c68158da55c7481b07 2024-12-06T08:43:27,917 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/C of 0efa205f9b5eb58aae333fdeab106017 into c2dc850f129943c68158da55c7481b07(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:27,917 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:27,917 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/C, priority=13, startTime=1733474607859; duration=0sec 2024-12-06T08:43:27,917 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:27,917 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:C 2024-12-06T08:43:27,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-06T08:43:27,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:27,982 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=115.89 KB heapSize=324.70 KB 2024-12-06T08:43:27,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:27,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:27,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:27,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:27,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:27,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:27,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fd3691175e4640a1baf79669adede356_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474606691/Put/seqid=0 2024-12-06T08:43:27,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742479_1655 (size=12154) 2024-12-06T08:43:27,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:27,998 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fd3691175e4640a1baf79669adede356_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fd3691175e4640a1baf79669adede356_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:27,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/55ce0bb6bfc741a088bfb47beabe58a9, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:28,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/55ce0bb6bfc741a088bfb47beabe58a9 is 175, key is test_row_0/A:col10/1733474606691/Put/seqid=0 2024-12-06T08:43:28,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742480_1656 (size=30955) 2024-12-06T08:43:28,004 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/55ce0bb6bfc741a088bfb47beabe58a9 2024-12-06T08:43:28,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/dc7795bf9d40436982857922430f2c98 is 50, key is test_row_0/B:col10/1733474606691/Put/seqid=0 2024-12-06T08:43:28,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742481_1657 (size=12001) 2024-12-06T08:43:28,015 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/dc7795bf9d40436982857922430f2c98 2024-12-06T08:43:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/3d71171cb1d64ef49cde350b68d5685a is 50, key is test_row_0/C:col10/1733474606691/Put/seqid=0 2024-12-06T08:43:28,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742482_1658 (size=12001) 2024-12-06T08:43:28,279 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/044fd3c104fe4dc894d2442441a65e29 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/044fd3c104fe4dc894d2442441a65e29 2024-12-06T08:43:28,283 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/B of 0efa205f9b5eb58aae333fdeab106017 into 044fd3c104fe4dc894d2442441a65e29(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:28,283 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:28,283 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/B, priority=13, startTime=1733474607859; duration=0sec 2024-12-06T08:43:28,284 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:28,284 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:B 2024-12-06T08:43:28,427 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.39 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/3d71171cb1d64ef49cde350b68d5685a 2024-12-06T08:43:28,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/55ce0bb6bfc741a088bfb47beabe58a9 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/55ce0bb6bfc741a088bfb47beabe58a9 2024-12-06T08:43:28,436 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/55ce0bb6bfc741a088bfb47beabe58a9, entries=150, sequenceid=99, filesize=30.2 K 2024-12-06T08:43:28,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/dc7795bf9d40436982857922430f2c98 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/dc7795bf9d40436982857922430f2c98 2024-12-06T08:43:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,440 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/dc7795bf9d40436982857922430f2c98, entries=150, sequenceid=99, filesize=11.7 K 2024-12-06T08:43:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/3d71171cb1d64ef49cde350b68d5685a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/3d71171cb1d64ef49cde350b68d5685a 2024-12-06T08:43:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,444 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/3d71171cb1d64ef49cde350b68d5685a, entries=150, sequenceid=99, filesize=11.7 K 2024-12-06T08:43:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,445 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~115.89 KB/118676, heapSize ~324.65 KB/332440, currentSize=0 B/0 for 0efa205f9b5eb58aae333fdeab106017 in 463ms, sequenceid=99, compaction requested=false 2024-12-06T08:43:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:28,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:28,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-06T08:43:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-12-06T08:43:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-12-06T08:43:28,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9960 sec 2024-12-06T08:43:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.0010 sec 2024-12-06T08:43:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-06T08:43:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,598 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,599 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-12-06T08:43:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,601 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-06T08:43:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,602 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:28,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-06T08:43:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-06T08:43:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:28,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:28,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:28,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-12-06T08:43:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-12-06T08:43:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-06T08:43:28,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-12-06T08:43:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 162 msec 2024-12-06T08:43:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:28,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-06T08:43:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b6d89921aecb47d7b2324935f77dc156_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474608873/Put/seqid=0 2024-12-06T08:43:28,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742483_1659 (size=21918) 2024-12-06T08:43:28,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733474608899, max timestamp=1733474608913Num uniques 859; 2024-12-06T08:43:28,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:43:28,917 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-06T08:43:28,920 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:28,920 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:28,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474608899, max timestamp=1733474608913Num uniques 859; 2024-12-06T08:43:28,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:43:28,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733474608899, max timestamp=1733474608913Num uniques 859; 2024-12-06T08:43:28,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:43:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-12-06T08:43:28,923 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:28,924 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:28,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:28,924 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b6d89921aecb47d7b2324935f77dc156_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b6d89921aecb47d7b2324935f77dc156_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-06T08:43:28,925 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/e8640711782d4aa096aebff63722a6be, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:28,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/e8640711782d4aa096aebff63722a6be is 175, key is test_row_0/A:col10/1733474608873/Put/seqid=0 2024-12-06T08:43:28,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742484_1660 (size=65319) 2024-12-06T08:43:28,946 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=111, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/e8640711782d4aa096aebff63722a6be 2024-12-06T08:43:28,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/e56b147f2ec74d679904b91604a33403 is 50, key is test_row_0/B:col10/1733474608873/Put/seqid=0 2024-12-06T08:43:28,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474668958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:28,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:28,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:28,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:28,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474668975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:28,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:28,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:28,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:28,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474668975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:28,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:28,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:28,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:28,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474668976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:28,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:28,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:28,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:29,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742485_1661 (size=9657) 2024-12-06T08:43:29,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/e56b147f2ec74d679904b91604a33403 2024-12-06T08:43:29,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/581420adbaaf430ba52a91f1150eb281 is 50, key is test_row_0/C:col10/1733474608873/Put/seqid=0 2024-12-06T08:43:29,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742486_1662 (size=9657) 2024-12-06T08:43:29,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/581420adbaaf430ba52a91f1150eb281 2024-12-06T08:43:29,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/e8640711782d4aa096aebff63722a6be as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/e8640711782d4aa096aebff63722a6be 2024-12-06T08:43:29,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/e8640711782d4aa096aebff63722a6be, entries=350, sequenceid=111, filesize=63.8 K 2024-12-06T08:43:29,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/e56b147f2ec74d679904b91604a33403 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/e56b147f2ec74d679904b91604a33403 2024-12-06T08:43:29,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/e56b147f2ec74d679904b91604a33403, entries=100, sequenceid=111, filesize=9.4 K 2024-12-06T08:43:29,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/581420adbaaf430ba52a91f1150eb281 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/581420adbaaf430ba52a91f1150eb281 2024-12-06T08:43:29,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/581420adbaaf430ba52a91f1150eb281, entries=100, sequenceid=111, filesize=9.4 K 2024-12-06T08:43:29,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0efa205f9b5eb58aae333fdeab106017 in 162ms, sequenceid=111, compaction requested=true 2024-12-06T08:43:29,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:29,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:29,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:29,037 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:29,037 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:29,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:29,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:29,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:29,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-06T08:43:29,040 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127332 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:29,040 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:29,040 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/B is initiating minor compaction (all files) 2024-12-06T08:43:29,040 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/A is initiating minor compaction (all files) 2024-12-06T08:43:29,040 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/B in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:29,040 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/A in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:29,040 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/044fd3c104fe4dc894d2442441a65e29, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/dc7795bf9d40436982857922430f2c98, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/e56b147f2ec74d679904b91604a33403] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=33.0 K 2024-12-06T08:43:29,040 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/686b8512b95b4dcd94aeffb29c146603, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/55ce0bb6bfc741a088bfb47beabe58a9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/e8640711782d4aa096aebff63722a6be] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=124.3 K 2024-12-06T08:43:29,040 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:29,040 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/686b8512b95b4dcd94aeffb29c146603, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/55ce0bb6bfc741a088bfb47beabe58a9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/e8640711782d4aa096aebff63722a6be] 2024-12-06T08:43:29,040 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 044fd3c104fe4dc894d2442441a65e29, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733474606569 2024-12-06T08:43:29,040 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 686b8512b95b4dcd94aeffb29c146603, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733474606569 2024-12-06T08:43:29,041 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting dc7795bf9d40436982857922430f2c98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733474606683 2024-12-06T08:43:29,041 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55ce0bb6bfc741a088bfb47beabe58a9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733474606683 2024-12-06T08:43:29,041 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting e56b147f2ec74d679904b91604a33403, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733474608870 2024-12-06T08:43:29,041 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8640711782d4aa096aebff63722a6be, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733474608844 2024-12-06T08:43:29,048 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:29,054 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#B#compaction#575 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:29,054 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/998eb81f35f046f2a6a5a7f0434750cf is 50, key is test_row_0/B:col10/1733474608873/Put/seqid=0 2024-12-06T08:43:29,060 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120625468665f8604a4f9deebb3202d68ac6_0efa205f9b5eb58aae333fdeab106017 store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:29,063 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120625468665f8604a4f9deebb3202d68ac6_0efa205f9b5eb58aae333fdeab106017, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:29,063 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120625468665f8604a4f9deebb3202d68ac6_0efa205f9b5eb58aae333fdeab106017 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:29,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742487_1663 (size=12207) 2024-12-06T08:43:29,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-06T08:43:29,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:29,080 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-06T08:43:29,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:29,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:29,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:29,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:29,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:29,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:29,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:29,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742488_1664 (size=4469) 2024-12-06T08:43:29,091 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#A#compaction#574 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:29,092 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/c8a149fc0569486a99689a5fcc52960e is 175, key is test_row_0/A:col10/1733474608873/Put/seqid=0 2024-12-06T08:43:29,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474669094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:29,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:29,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474669095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:29,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:29,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d91bc264e5ae4c00a4cbcddfec2bee4e_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474608961/Put/seqid=0 2024-12-06T08:43:29,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:29,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474669097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:29,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:29,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:29,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474669102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:29,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742489_1665 (size=31268) 2024-12-06T08:43:29,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:29,115 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/c8a149fc0569486a99689a5fcc52960e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/c8a149fc0569486a99689a5fcc52960e 2024-12-06T08:43:29,119 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/A of 0efa205f9b5eb58aae333fdeab106017 into c8a149fc0569486a99689a5fcc52960e(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:29,119 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:29,119 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/A, priority=13, startTime=1733474609037; duration=0sec 2024-12-06T08:43:29,119 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:29,119 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:A 2024-12-06T08:43:29,119 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:29,120 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:29,121 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/C is initiating minor compaction (all files) 2024-12-06T08:43:29,121 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/C in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:29,121 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/c2dc850f129943c68158da55c7481b07, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/3d71171cb1d64ef49cde350b68d5685a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/581420adbaaf430ba52a91f1150eb281] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=33.0 K 2024-12-06T08:43:29,121 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2dc850f129943c68158da55c7481b07, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733474606569 2024-12-06T08:43:29,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742490_1666 (size=12304) 2024-12-06T08:43:29,122 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d71171cb1d64ef49cde350b68d5685a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733474606683 2024-12-06T08:43:29,125 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 581420adbaaf430ba52a91f1150eb281, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733474608870 2024-12-06T08:43:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:29,131 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d91bc264e5ae4c00a4cbcddfec2bee4e_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d91bc264e5ae4c00a4cbcddfec2bee4e_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:29,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/752a67f6d7ad456fbfa07b294f562c95, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:29,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/752a67f6d7ad456fbfa07b294f562c95 is 175, key is test_row_0/A:col10/1733474608961/Put/seqid=0 2024-12-06T08:43:29,138 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#C#compaction#577 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:29,138 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/cece0048c72a4b4bbe5e9bb186c9b83a is 50, key is test_row_0/C:col10/1733474608873/Put/seqid=0 2024-12-06T08:43:29,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742491_1667 (size=31105) 2024-12-06T08:43:29,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742492_1668 (size=12207) 2024-12-06T08:43:29,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474669188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:29,191 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 25494438c68b,33295,1733474453014 for 'test_row_2' in 0efa205f9b5eb58aae333fdeab106017 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T08:43:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:29,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474669207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:29,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:29,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474669207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:29,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:29,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474669207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:29,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:29,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:29,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474669218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:29,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-06T08:43:29,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474669418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:29,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:29,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474669418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:29,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:29,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:29,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474669418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:29,421 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,421 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,421 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:29,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474669427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:29,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:29,479 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/998eb81f35f046f2a6a5a7f0434750cf as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/998eb81f35f046f2a6a5a7f0434750cf 2024-12-06T08:43:29,483 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/B of 0efa205f9b5eb58aae333fdeab106017 into 998eb81f35f046f2a6a5a7f0434750cf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:29,483 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:29,483 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/B, priority=13, startTime=1733474609037; duration=0sec 2024-12-06T08:43:29,484 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:29,484 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:B 2024-12-06T08:43:29,542 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/752a67f6d7ad456fbfa07b294f562c95 2024-12-06T08:43:29,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/6d3689e2fd9344b49fadd47a1bed290b is 50, key is test_row_0/B:col10/1733474608961/Put/seqid=0 2024-12-06T08:43:29,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742493_1669 (size=12151) 2024-12-06T08:43:29,557 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/cece0048c72a4b4bbe5e9bb186c9b83a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cece0048c72a4b4bbe5e9bb186c9b83a 2024-12-06T08:43:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-06T08:43:29,561 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/C of 0efa205f9b5eb58aae333fdeab106017 into cece0048c72a4b4bbe5e9bb186c9b83a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:29,561 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:29,561 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/C, priority=13, startTime=1733474609037; duration=0sec 2024-12-06T08:43:29,561 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:29,562 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:C 2024-12-06T08:43:29,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474669727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:29,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:29,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474669728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:29,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:29,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:29,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474669728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:29,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:29,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:29,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474669737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:29,952 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/6d3689e2fd9344b49fadd47a1bed290b 2024-12-06T08:43:29,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/9cc79d70317641639a47dc5f2c435ed9 is 50, key is test_row_0/C:col10/1733474608961/Put/seqid=0 2024-12-06T08:43:29,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742494_1670 (size=12151) 2024-12-06T08:43:29,963 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/9cc79d70317641639a47dc5f2c435ed9 2024-12-06T08:43:29,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/752a67f6d7ad456fbfa07b294f562c95 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/752a67f6d7ad456fbfa07b294f562c95 2024-12-06T08:43:29,971 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/752a67f6d7ad456fbfa07b294f562c95, entries=150, sequenceid=147, filesize=30.4 K 2024-12-06T08:43:29,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/6d3689e2fd9344b49fadd47a1bed290b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/6d3689e2fd9344b49fadd47a1bed290b 2024-12-06T08:43:29,975 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/6d3689e2fd9344b49fadd47a1bed290b, entries=150, sequenceid=147, filesize=11.9 K 2024-12-06T08:43:29,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/9cc79d70317641639a47dc5f2c435ed9 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/9cc79d70317641639a47dc5f2c435ed9 2024-12-06T08:43:29,979 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/9cc79d70317641639a47dc5f2c435ed9, entries=150, sequenceid=147, filesize=11.9 K 2024-12-06T08:43:29,980 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 0efa205f9b5eb58aae333fdeab106017 in 900ms, sequenceid=147, compaction requested=false 2024-12-06T08:43:29,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:29,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:29,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-12-06T08:43:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-12-06T08:43:29,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-12-06T08:43:29,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0580 sec 2024-12-06T08:43:29,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.0660 sec 2024-12-06T08:43:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-06T08:43:30,068 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:30,068 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-12-06T08:43:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-06T08:43:30,070 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:30,071 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:30,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-06T08:43:30,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-06T08:43:30,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:30,224 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-06T08:43:30,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:30,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:30,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:30,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:30,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:30,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:30,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069c9e4edb61774bb6b56b4a5b11f082af_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474609089/Put/seqid=0 2024-12-06T08:43:30,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742495_1671 (size=12304) 2024-12-06T08:43:30,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:30,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:30,240 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069c9e4edb61774bb6b56b4a5b11f082af_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069c9e4edb61774bb6b56b4a5b11f082af_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:30,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/82517ac6bf744fd8b02d5f080eb7f51f, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:30,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/82517ac6bf744fd8b02d5f080eb7f51f is 175, key is test_row_0/A:col10/1733474609089/Put/seqid=0 2024-12-06T08:43:30,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742496_1672 (size=31105) 2024-12-06T08:43:30,246 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/82517ac6bf744fd8b02d5f080eb7f51f 2024-12-06T08:43:30,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/2e038b7338324910880f137b3c75b21d is 50, key is test_row_0/B:col10/1733474609089/Put/seqid=0 2024-12-06T08:43:30,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742497_1673 (size=12151) 2024-12-06T08:43:30,256 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/2e038b7338324910880f137b3c75b21d 2024-12-06T08:43:30,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/91efe8930d9247aeb17e80780077a9ab is 50, key is test_row_0/C:col10/1733474609089/Put/seqid=0 2024-12-06T08:43:30,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742498_1674 (size=12151) 2024-12-06T08:43:30,266 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/91efe8930d9247aeb17e80780077a9ab 2024-12-06T08:43:30,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733474610260, max timestamp=1733474610269Num uniques 859; 2024-12-06T08:43:30,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-06T08:43:30,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733474610253, max timestamp=1733474610269Num uniques 859; 2024-12-06T08:43:30,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-06T08:43:30,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/82517ac6bf744fd8b02d5f080eb7f51f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/82517ac6bf744fd8b02d5f080eb7f51f 2024-12-06T08:43:30,276 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474610260, max timestamp=1733474610269Num uniques 859; 2024-12-06T08:43:30,276 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:43:30,277 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/82517ac6bf744fd8b02d5f080eb7f51f, entries=150, sequenceid=160, filesize=30.4 K 2024-12-06T08:43:30,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/2e038b7338324910880f137b3c75b21d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/2e038b7338324910880f137b3c75b21d 2024-12-06T08:43:30,283 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/2e038b7338324910880f137b3c75b21d, entries=150, sequenceid=160, filesize=11.9 K 2024-12-06T08:43:30,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/91efe8930d9247aeb17e80780077a9ab as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/91efe8930d9247aeb17e80780077a9ab 2024-12-06T08:43:30,288 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/91efe8930d9247aeb17e80780077a9ab, entries=150, sequenceid=160, filesize=11.9 K 2024-12-06T08:43:30,289 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=91.69 KB/93890 for 0efa205f9b5eb58aae333fdeab106017 in 65ms, sequenceid=160, compaction requested=true 2024-12-06T08:43:30,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:30,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:30,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-12-06T08:43:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:30,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=98.40 KB heapSize=270.92 KB 2024-12-06T08:43:30,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:30,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:30,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:30,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:30,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:30,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-12-06T08:43:30,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-12-06T08:43:30,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 222 msec 2024-12-06T08:43:30,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 229 msec 2024-12-06T08:43:30,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064aa833a53b5c40de9f0c639b3bc9348c_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474610286/Put/seqid=0 2024-12-06T08:43:30,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742499_1675 (size=19774) 2024-12-06T08:43:30,317 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:30,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474670312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:30,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:30,321 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064aa833a53b5c40de9f0c639b3bc9348c_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064aa833a53b5c40de9f0c639b3bc9348c_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:30,322 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/2147732016d74a36b849c0036b5c1434, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:30,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/2147732016d74a36b849c0036b5c1434 is 175, key is test_row_0/A:col10/1733474610286/Put/seqid=0 2024-12-06T08:43:30,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474670316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:30,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:30,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474670318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:30,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:30,326 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,326 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474670320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:30,326 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:30,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742500_1676 (size=57033) 2024-12-06T08:43:30,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:30,327 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=191, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/2147732016d74a36b849c0036b5c1434 2024-12-06T08:43:30,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/a5c03eae80514b65ad3cd78dccf1df88 is 50, key is test_row_0/B:col10/1733474610286/Put/seqid=0 2024-12-06T08:43:30,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742501_1677 (size=12151) 2024-12-06T08:43:30,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/a5c03eae80514b65ad3cd78dccf1df88 2024-12-06T08:43:30,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/c603a373c227482b90870c0bd53c4209 is 50, key is test_row_0/C:col10/1733474610286/Put/seqid=0 2024-12-06T08:43:30,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742502_1678 (size=12151) 2024-12-06T08:43:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-06T08:43:30,388 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:30,388 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-12-06T08:43:30,391 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-06T08:43:30,392 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:30,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:30,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474670427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:30,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:30,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474670427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:30,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:30,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:30,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474670437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:30,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:30,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474670438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:30,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:30,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-06T08:43:30,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-06T08:43:30,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:30,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:30,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:30,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:30,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:30,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474670638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:30,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:30,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474670638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:30,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:30,643 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,643 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,643 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:30,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474670648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:30,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:30,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474670648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:30,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:30,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-06T08:43:30,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:30,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:30,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:30,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:30,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-06T08:43:30,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/c603a373c227482b90870c0bd53c4209 2024-12-06T08:43:30,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/2147732016d74a36b849c0036b5c1434 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/2147732016d74a36b849c0036b5c1434 2024-12-06T08:43:30,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/2147732016d74a36b849c0036b5c1434, entries=300, sequenceid=191, filesize=55.7 K 2024-12-06T08:43:30,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/a5c03eae80514b65ad3cd78dccf1df88 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a5c03eae80514b65ad3cd78dccf1df88 2024-12-06T08:43:30,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a5c03eae80514b65ad3cd78dccf1df88, entries=150, sequenceid=191, filesize=11.9 K 2024-12-06T08:43:30,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/c603a373c227482b90870c0bd53c4209 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/c603a373c227482b90870c0bd53c4209 2024-12-06T08:43:30,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/c603a373c227482b90870c0bd53c4209, entries=150, sequenceid=191, filesize=11.9 K 2024-12-06T08:43:30,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~105.11 KB/107630, heapSize ~290.80 KB/297776, currentSize=80.51 KB/82440 for 0efa205f9b5eb58aae333fdeab106017 in 476ms, sequenceid=191, compaction requested=true 2024-12-06T08:43:30,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:30,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:30,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:30,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:30,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:30,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:30,767 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:43:30,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:30,767 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:43:30,768 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150511 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:43:30,768 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/A is initiating minor compaction (all files) 2024-12-06T08:43:30,768 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/A in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:30,768 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/c8a149fc0569486a99689a5fcc52960e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/752a67f6d7ad456fbfa07b294f562c95, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/82517ac6bf744fd8b02d5f080eb7f51f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/2147732016d74a36b849c0036b5c1434] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=147.0 K 2024-12-06T08:43:30,768 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:30,768 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/c8a149fc0569486a99689a5fcc52960e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/752a67f6d7ad456fbfa07b294f562c95, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/82517ac6bf744fd8b02d5f080eb7f51f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/2147732016d74a36b849c0036b5c1434] 2024-12-06T08:43:30,769 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8a149fc0569486a99689a5fcc52960e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733474606695 2024-12-06T08:43:30,769 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:43:30,769 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/B is initiating minor compaction (all files) 2024-12-06T08:43:30,769 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/B in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:30,769 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 752a67f6d7ad456fbfa07b294f562c95, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733474608961 2024-12-06T08:43:30,769 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/998eb81f35f046f2a6a5a7f0434750cf, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/6d3689e2fd9344b49fadd47a1bed290b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/2e038b7338324910880f137b3c75b21d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a5c03eae80514b65ad3cd78dccf1df88] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=47.5 K 2024-12-06T08:43:30,769 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82517ac6bf744fd8b02d5f080eb7f51f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733474609089 2024-12-06T08:43:30,769 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 998eb81f35f046f2a6a5a7f0434750cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733474606695 2024-12-06T08:43:30,770 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2147732016d74a36b849c0036b5c1434, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733474610269 2024-12-06T08:43:30,770 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d3689e2fd9344b49fadd47a1bed290b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733474608961 2024-12-06T08:43:30,770 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e038b7338324910880f137b3c75b21d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733474609089 2024-12-06T08:43:30,770 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting a5c03eae80514b65ad3cd78dccf1df88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733474610286 2024-12-06T08:43:30,775 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:30,778 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#B#compaction#587 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:30,778 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/5697c12337a948c68abae445e2065106 is 50, key is test_row_0/B:col10/1733474610286/Put/seqid=0 2024-12-06T08:43:30,781 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412060b26ae8e74084d3daeee9db98ee4ab65_0efa205f9b5eb58aae333fdeab106017 store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:30,783 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412060b26ae8e74084d3daeee9db98ee4ab65_0efa205f9b5eb58aae333fdeab106017, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:30,783 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060b26ae8e74084d3daeee9db98ee4ab65_0efa205f9b5eb58aae333fdeab106017 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:30,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742503_1679 (size=12493) 2024-12-06T08:43:30,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742504_1680 (size=4469) 2024-12-06T08:43:30,787 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#A#compaction#586 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:30,788 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/6cf0f02f83014db3b75117ab25850e04 is 175, key is test_row_0/A:col10/1733474610286/Put/seqid=0 2024-12-06T08:43:30,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742505_1681 (size=31447) 2024-12-06T08:43:30,795 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/6cf0f02f83014db3b75117ab25850e04 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/6cf0f02f83014db3b75117ab25850e04 2024-12-06T08:43:30,799 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/A of 0efa205f9b5eb58aae333fdeab106017 into 6cf0f02f83014db3b75117ab25850e04(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:30,799 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:30,799 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/A, priority=12, startTime=1733474610767; duration=0sec 2024-12-06T08:43:30,799 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:30,799 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:A 2024-12-06T08:43:30,800 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T08:43:30,801 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T08:43:30,801 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/C is initiating minor compaction (all files) 2024-12-06T08:43:30,801 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/C in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:30,801 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cece0048c72a4b4bbe5e9bb186c9b83a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/9cc79d70317641639a47dc5f2c435ed9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/91efe8930d9247aeb17e80780077a9ab, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/c603a373c227482b90870c0bd53c4209] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=47.5 K 2024-12-06T08:43:30,801 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting cece0048c72a4b4bbe5e9bb186c9b83a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733474606695 2024-12-06T08:43:30,801 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cc79d70317641639a47dc5f2c435ed9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733474608961 2024-12-06T08:43:30,802 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91efe8930d9247aeb17e80780077a9ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733474609089 2024-12-06T08:43:30,802 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c603a373c227482b90870c0bd53c4209, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733474610286 2024-12-06T08:43:30,809 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#C#compaction#588 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:30,810 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/84ea3ea417674825ac233ca1ab2d9258 is 50, key is test_row_0/C:col10/1733474610286/Put/seqid=0 2024-12-06T08:43:30,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742506_1682 (size=12493) 2024-12-06T08:43:30,820 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/84ea3ea417674825ac233ca1ab2d9258 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/84ea3ea417674825ac233ca1ab2d9258 2024-12-06T08:43:30,824 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/C of 0efa205f9b5eb58aae333fdeab106017 into 84ea3ea417674825ac233ca1ab2d9258(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:30,824 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:30,824 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/C, priority=12, startTime=1733474610767; duration=0sec 2024-12-06T08:43:30,824 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:30,824 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:C 2024-12-06T08:43:30,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-06T08:43:30,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:30,851 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-06T08:43:30,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:30,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:30,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:30,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:30,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:30,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:30,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d4c92c69676343679fd3757ad977bd8a_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474610317/Put/seqid=0 2024-12-06T08:43:30,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742507_1683 (size=12304) 2024-12-06T08:43:30,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:30,866 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d4c92c69676343679fd3757ad977bd8a_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d4c92c69676343679fd3757ad977bd8a_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:30,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/969354e5f2ae4b8e97768d5c5a1a052a, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:30,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/969354e5f2ae4b8e97768d5c5a1a052a is 175, key is test_row_0/A:col10/1733474610317/Put/seqid=0 2024-12-06T08:43:30,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742508_1684 (size=31105) 2024-12-06T08:43:30,871 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/969354e5f2ae4b8e97768d5c5a1a052a 2024-12-06T08:43:30,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/1cd8850a819045668ee89aff2403047c is 50, key is test_row_0/B:col10/1733474610317/Put/seqid=0 2024-12-06T08:43:30,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742509_1685 (size=12151) 2024-12-06T08:43:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:30,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:30,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474670982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:30,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:30,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474670988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:30,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474670990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:30,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:30,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474670990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:30,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:30,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:30,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:30,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-06T08:43:31,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474671097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:31,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:31,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474671098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:31,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:31,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:31,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474671098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:31,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:31,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474671108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:31,188 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/5697c12337a948c68abae445e2065106 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/5697c12337a948c68abae445e2065106 2024-12-06T08:43:31,192 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/B of 0efa205f9b5eb58aae333fdeab106017 into 5697c12337a948c68abae445e2065106(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:31,192 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:31,192 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/B, priority=12, startTime=1733474610767; duration=0sec 2024-12-06T08:43:31,192 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:31,192 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:B 2024-12-06T08:43:31,282 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/1cd8850a819045668ee89aff2403047c 2024-12-06T08:43:31,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/4882d8ca84d24704924213a68551dc0a is 50, key is test_row_0/C:col10/1733474610317/Put/seqid=0 2024-12-06T08:43:31,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742510_1686 (size=12151) 2024-12-06T08:43:31,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474671307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474671308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:31,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474671308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:31,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:31,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474671318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:31,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-06T08:43:31,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474671617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:31,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474671618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:31,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:31,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474671618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:31,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:31,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:31,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474671628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:31,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:31,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:31,693 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/4882d8ca84d24704924213a68551dc0a 2024-12-06T08:43:31,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/969354e5f2ae4b8e97768d5c5a1a052a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/969354e5f2ae4b8e97768d5c5a1a052a 2024-12-06T08:43:31,700 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/969354e5f2ae4b8e97768d5c5a1a052a, entries=150, sequenceid=208, filesize=30.4 K 2024-12-06T08:43:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/1cd8850a819045668ee89aff2403047c as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/1cd8850a819045668ee89aff2403047c 2024-12-06T08:43:31,704 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/1cd8850a819045668ee89aff2403047c, entries=150, sequenceid=208, filesize=11.9 K 2024-12-06T08:43:31,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/4882d8ca84d24704924213a68551dc0a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/4882d8ca84d24704924213a68551dc0a 2024-12-06T08:43:31,708 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/4882d8ca84d24704924213a68551dc0a, entries=150, sequenceid=208, filesize=11.9 K 2024-12-06T08:43:31,709 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 0efa205f9b5eb58aae333fdeab106017 in 859ms, sequenceid=208, compaction requested=false 2024-12-06T08:43:31,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:31,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:31,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-12-06T08:43:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-12-06T08:43:31,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-12-06T08:43:31,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3180 sec 2024-12-06T08:43:31,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 1.3240 sec 2024-12-06T08:43:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:32,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-06T08:43:32,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:32,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:32,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:32,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:32,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:32,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:32,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f7ff7eded4e94f0c9856da9de54a8590_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474610987/Put/seqid=0 2024-12-06T08:43:32,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742511_1687 (size=14794) 2024-12-06T08:43:32,150 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:32,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474672144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:32,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474672144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:32,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474672148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:32,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:32,155 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f7ff7eded4e94f0c9856da9de54a8590_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f7ff7eded4e94f0c9856da9de54a8590_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:32,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474672151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:32,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:32,156 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/32ba3e0d8f4f4b2da61a88f66577ee9b, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:32,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/32ba3e0d8f4f4b2da61a88f66577ee9b is 175, key is test_row_0/A:col10/1733474610987/Put/seqid=0 2024-12-06T08:43:32,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742512_1688 (size=39749) 2024-12-06T08:43:32,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:32,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474672257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474672257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:32,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:32,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474672257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:32,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:32,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:32,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474672268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:32,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474672467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:32,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:32,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474672467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:32,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:32,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474672468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:32,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:32,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:32,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474672478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-06T08:43:32,537 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:32,538 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-12-06T08:43:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-06T08:43:32,539 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:32,540 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:32,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:32,567 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=230, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/32ba3e0d8f4f4b2da61a88f66577ee9b 2024-12-06T08:43:32,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/6dd4b7a288614861864561681b0b4997 is 50, key is test_row_0/B:col10/1733474610987/Put/seqid=0 2024-12-06T08:43:32,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742513_1689 (size=12151) 2024-12-06T08:43:32,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/6dd4b7a288614861864561681b0b4997 2024-12-06T08:43:32,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/ec09aafddfca49c4877f13274efc77b5 is 50, key is test_row_0/C:col10/1733474610987/Put/seqid=0 2024-12-06T08:43:32,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742514_1690 (size=12151) 2024-12-06T08:43:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-06T08:43:32,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-06T08:43:32,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:32,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:32,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:32,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:32,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:32,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474672777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:32,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474672777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:32,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:32,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:32,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474672777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:32,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:32,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:32,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474672788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:32,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:32,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:32,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-06T08:43:32,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:32,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:32,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:32,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:32,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-06T08:43:32,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/ec09aafddfca49c4877f13274efc77b5 2024-12-06T08:43:32,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/32ba3e0d8f4f4b2da61a88f66577ee9b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/32ba3e0d8f4f4b2da61a88f66577ee9b 2024-12-06T08:43:32,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/32ba3e0d8f4f4b2da61a88f66577ee9b, entries=200, sequenceid=230, filesize=38.8 K 2024-12-06T08:43:32,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/6dd4b7a288614861864561681b0b4997 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/6dd4b7a288614861864561681b0b4997 2024-12-06T08:43:33,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/6dd4b7a288614861864561681b0b4997, entries=150, sequenceid=230, filesize=11.9 K 2024-12-06T08:43:33,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/ec09aafddfca49c4877f13274efc77b5 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/ec09aafddfca49c4877f13274efc77b5 2024-12-06T08:43:33,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-06T08:43:33,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:33,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:33,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:33,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:33,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:33,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/ec09aafddfca49c4877f13274efc77b5, entries=150, sequenceid=230, filesize=11.9 K 2024-12-06T08:43:33,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 0efa205f9b5eb58aae333fdeab106017 in 875ms, sequenceid=230, compaction requested=true 2024-12-06T08:43:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:33,006 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:33,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:33,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:33,007 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:33,007 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:33,007 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:33,007 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/A is initiating minor compaction (all files) 2024-12-06T08:43:33,007 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/B is initiating minor compaction (all files) 2024-12-06T08:43:33,007 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/B in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:33,007 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/A in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:33,008 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/5697c12337a948c68abae445e2065106, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/1cd8850a819045668ee89aff2403047c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/6dd4b7a288614861864561681b0b4997] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=35.9 K 2024-12-06T08:43:33,008 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/6cf0f02f83014db3b75117ab25850e04, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/969354e5f2ae4b8e97768d5c5a1a052a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/32ba3e0d8f4f4b2da61a88f66577ee9b] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=99.9 K 2024-12-06T08:43:33,008 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:33,008 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/6cf0f02f83014db3b75117ab25850e04, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/969354e5f2ae4b8e97768d5c5a1a052a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/32ba3e0d8f4f4b2da61a88f66577ee9b] 2024-12-06T08:43:33,008 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 5697c12337a948c68abae445e2065106, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733474610286 2024-12-06T08:43:33,008 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cf0f02f83014db3b75117ab25850e04, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733474610286 2024-12-06T08:43:33,008 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cd8850a819045668ee89aff2403047c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733474610315 2024-12-06T08:43:33,008 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 969354e5f2ae4b8e97768d5c5a1a052a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733474610315 2024-12-06T08:43:33,008 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dd4b7a288614861864561681b0b4997, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733474610987 2024-12-06T08:43:33,009 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32ba3e0d8f4f4b2da61a88f66577ee9b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733474610987 2024-12-06T08:43:33,014 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:33,014 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#B#compaction#595 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:33,015 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/a96f4a4b15be43ac90c44533804fe2c7 is 50, key is test_row_0/B:col10/1733474610987/Put/seqid=0 2024-12-06T08:43:33,016 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412061757c7105be644e1b3916bfcdba8ccf1_0efa205f9b5eb58aae333fdeab106017 store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:33,018 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412061757c7105be644e1b3916bfcdba8ccf1_0efa205f9b5eb58aae333fdeab106017, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:33,018 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412061757c7105be644e1b3916bfcdba8ccf1_0efa205f9b5eb58aae333fdeab106017 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:33,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742515_1691 (size=12595) 2024-12-06T08:43:33,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742516_1692 (size=4469) 2024-12-06T08:43:33,039 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#A#compaction#596 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:33,040 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/a43ba8f8d0da4dca8d94d8a9b2594e58 is 175, key is test_row_0/A:col10/1733474610987/Put/seqid=0 2024-12-06T08:43:33,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742517_1693 (size=31549) 2024-12-06T08:43:33,059 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/a43ba8f8d0da4dca8d94d8a9b2594e58 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/a43ba8f8d0da4dca8d94d8a9b2594e58 2024-12-06T08:43:33,067 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/A of 0efa205f9b5eb58aae333fdeab106017 into a43ba8f8d0da4dca8d94d8a9b2594e58(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:33,067 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:33,067 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/A, priority=13, startTime=1733474613006; duration=0sec 2024-12-06T08:43:33,067 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:33,067 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:A 2024-12-06T08:43:33,067 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:33,073 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:33,073 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/C is initiating minor compaction (all files) 2024-12-06T08:43:33,073 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/C in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:33,073 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/84ea3ea417674825ac233ca1ab2d9258, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/4882d8ca84d24704924213a68551dc0a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/ec09aafddfca49c4877f13274efc77b5] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=35.9 K 2024-12-06T08:43:33,074 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84ea3ea417674825ac233ca1ab2d9258, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733474610286 2024-12-06T08:43:33,074 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4882d8ca84d24704924213a68551dc0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733474610315 2024-12-06T08:43:33,074 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec09aafddfca49c4877f13274efc77b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733474610987 2024-12-06T08:43:33,082 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#C#compaction#597 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:33,083 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/38cafe1a997c4ad4b5096db607c8582f is 50, key is test_row_0/C:col10/1733474610987/Put/seqid=0 2024-12-06T08:43:33,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742518_1694 (size=12595) 2024-12-06T08:43:33,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-06T08:43:33,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:33,155 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-06T08:43:33,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:33,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:33,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:33,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:33,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:33,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:33,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412061d17728a15d2404a934fa51613197ddd_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474612139/Put/seqid=0 2024-12-06T08:43:33,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742519_1695 (size=12304) 2024-12-06T08:43:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-06T08:43:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:33,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474673297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:33,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474673297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:33,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474673297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:33,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474613284, max timestamp=1733474613299Num uniques 859; 2024-12-06T08:43:33,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:43:33,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733474613284, max timestamp=1733474613299Num uniques 859; 2024-12-06T08:43:33,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-06T08:43:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:33,307 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733474613284, max timestamp=1733474613299Num uniques 859; 2024-12-06T08:43:33,308 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-06T08:43:33,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474673345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:33,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:33,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474673348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:33,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:33,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:33,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474673407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:33,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:33,434 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/a96f4a4b15be43ac90c44533804fe2c7 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a96f4a4b15be43ac90c44533804fe2c7 2024-12-06T08:43:33,439 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/B of 0efa205f9b5eb58aae333fdeab106017 into a96f4a4b15be43ac90c44533804fe2c7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:33,439 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:33,439 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/B, priority=13, startTime=1733474613006; duration=0sec 2024-12-06T08:43:33,439 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:33,439 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:B 2024-12-06T08:43:33,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474673457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:33,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:33,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474673457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:33,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:33,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:33,490 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/38cafe1a997c4ad4b5096db607c8582f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/38cafe1a997c4ad4b5096db607c8582f 2024-12-06T08:43:33,494 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/C of 0efa205f9b5eb58aae333fdeab106017 into 38cafe1a997c4ad4b5096db607c8582f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:33,494 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:33,494 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/C, priority=13, startTime=1733474613006; duration=0sec 2024-12-06T08:43:33,494 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:33,494 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:C 2024-12-06T08:43:33,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:33,570 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412061d17728a15d2404a934fa51613197ddd_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412061d17728a15d2404a934fa51613197ddd_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:33,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/4926298e25a145f9b028affe34cf45df, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:33,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/4926298e25a145f9b028affe34cf45df is 175, key is test_row_0/A:col10/1733474612139/Put/seqid=0 2024-12-06T08:43:33,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742520_1696 (size=31105) 2024-12-06T08:43:33,583 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/4926298e25a145f9b028affe34cf45df 2024-12-06T08:43:33,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/0a0813c76cca40a49d90fd8cc35c8ba8 is 50, key is test_row_0/B:col10/1733474612139/Put/seqid=0 2024-12-06T08:43:33,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742521_1697 (size=12151) 2024-12-06T08:43:33,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474673618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:33,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474673667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:33,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:33,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474673667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:33,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:33,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-06T08:43:33,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474673928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:33,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:33,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:33,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474673977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:33,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:33,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474673977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:33,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:33,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:33,995 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/0a0813c76cca40a49d90fd8cc35c8ba8 2024-12-06T08:43:34,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/a4fb735a04414fafb7b9fdaf3c16fee4 is 50, key is test_row_0/C:col10/1733474612139/Put/seqid=0 2024-12-06T08:43:34,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742522_1698 (size=12151) 2024-12-06T08:43:34,006 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/a4fb735a04414fafb7b9fdaf3c16fee4 2024-12-06T08:43:34,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/4926298e25a145f9b028affe34cf45df as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/4926298e25a145f9b028affe34cf45df 2024-12-06T08:43:34,014 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/4926298e25a145f9b028affe34cf45df, entries=150, sequenceid=242, filesize=30.4 K 2024-12-06T08:43:34,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/0a0813c76cca40a49d90fd8cc35c8ba8 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/0a0813c76cca40a49d90fd8cc35c8ba8 2024-12-06T08:43:34,018 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/0a0813c76cca40a49d90fd8cc35c8ba8, entries=150, sequenceid=242, filesize=11.9 K 2024-12-06T08:43:34,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/a4fb735a04414fafb7b9fdaf3c16fee4 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/a4fb735a04414fafb7b9fdaf3c16fee4 2024-12-06T08:43:34,021 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/a4fb735a04414fafb7b9fdaf3c16fee4, entries=150, sequenceid=242, filesize=11.9 K 2024-12-06T08:43:34,022 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=126.68 KB/129720 for 0efa205f9b5eb58aae333fdeab106017 in 867ms, sequenceid=242, compaction requested=false 2024-12-06T08:43:34,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:34,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:34,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-12-06T08:43:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-12-06T08:43:34,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-12-06T08:43:34,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4830 sec 2024-12-06T08:43:34,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 1.4880 sec 2024-12-06T08:43:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:34,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=133.39 KB heapSize=383.16 KB 2024-12-06T08:43:34,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:34,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:34,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:34,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:34,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:34,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:34,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120661a6078f9c5b47f9ac5ba624fdd33a1d_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474614311/Put/seqid=0 2024-12-06T08:43:34,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742523_1699 (size=14994) 2024-12-06T08:43:34,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474674333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:34,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:34,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474674337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:34,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:34,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474674438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:34,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474674447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:34,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:34,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474674447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:34,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474674487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:34,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:34,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474674488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:34,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:34,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:34,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474674657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:34,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474674657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:34,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:34,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-06T08:43:34,688 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:34,688 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-12-06T08:43:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-06T08:43:34,690 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:34,691 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:34,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:34,729 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:34,732 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120661a6078f9c5b47f9ac5ba624fdd33a1d_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120661a6078f9c5b47f9ac5ba624fdd33a1d_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:34,733 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/39e769cbafdc4ca9bc422d603a200d66, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:34,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/39e769cbafdc4ca9bc422d603a200d66 is 175, key is test_row_0/A:col10/1733474614311/Put/seqid=0 2024-12-06T08:43:34,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742524_1700 (size=39949) 2024-12-06T08:43:34,746 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/39e769cbafdc4ca9bc422d603a200d66 2024-12-06T08:43:34,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/c2b9c30e29434c30af8742d47ad6ce67 is 50, key is test_row_0/B:col10/1733474614311/Put/seqid=0 2024-12-06T08:43:34,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742525_1701 (size=12301) 2024-12-06T08:43:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-06T08:43:34,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-06T08:43:34,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:34,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:34,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:34,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:34,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:34,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474674968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:34,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474674968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:34,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:34,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:34,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:34,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-06T08:43:34,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:34,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:34,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:34,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:34,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-06T08:43:35,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-06T08:43:35,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:35,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:35,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:35,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:35,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:35,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/c2b9c30e29434c30af8742d47ad6ce67 2024-12-06T08:43:35,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/38a2791c7ee04d448349b03e29848d3e is 50, key is test_row_0/C:col10/1733474614311/Put/seqid=0 2024-12-06T08:43:35,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742526_1702 (size=12301) 2024-12-06T08:43:35,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/38a2791c7ee04d448349b03e29848d3e 2024-12-06T08:43:35,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/39e769cbafdc4ca9bc422d603a200d66 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/39e769cbafdc4ca9bc422d603a200d66 2024-12-06T08:43:35,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/39e769cbafdc4ca9bc422d603a200d66, entries=200, sequenceid=281, filesize=39.0 K 2024-12-06T08:43:35,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/c2b9c30e29434c30af8742d47ad6ce67 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/c2b9c30e29434c30af8742d47ad6ce67 2024-12-06T08:43:35,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/c2b9c30e29434c30af8742d47ad6ce67, entries=150, sequenceid=281, filesize=12.0 K 2024-12-06T08:43:35,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/38a2791c7ee04d448349b03e29848d3e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/38a2791c7ee04d448349b03e29848d3e 2024-12-06T08:43:35,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/38a2791c7ee04d448349b03e29848d3e, entries=150, sequenceid=281, filesize=12.0 K 2024-12-06T08:43:35,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~133.39 KB/136590, heapSize ~383.11 KB/392304, currentSize=46.96 KB/48090 for 0efa205f9b5eb58aae333fdeab106017 in 872ms, sequenceid=281, compaction requested=true 2024-12-06T08:43:35,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:35,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:35,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:35,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:35,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:35,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:35,184 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:35,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:35,184 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:35,185 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102603 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:35,185 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/A is initiating minor compaction (all files) 2024-12-06T08:43:35,185 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:35,185 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/A in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:35,185 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/B is initiating minor compaction (all files) 2024-12-06T08:43:35,185 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/a43ba8f8d0da4dca8d94d8a9b2594e58, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/4926298e25a145f9b028affe34cf45df, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/39e769cbafdc4ca9bc422d603a200d66] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=100.2 K 2024-12-06T08:43:35,185 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/B in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:35,185 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:35,185 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/a43ba8f8d0da4dca8d94d8a9b2594e58, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/4926298e25a145f9b028affe34cf45df, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/39e769cbafdc4ca9bc422d603a200d66] 2024-12-06T08:43:35,185 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a96f4a4b15be43ac90c44533804fe2c7, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/0a0813c76cca40a49d90fd8cc35c8ba8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/c2b9c30e29434c30af8742d47ad6ce67] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=36.2 K 2024-12-06T08:43:35,186 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a43ba8f8d0da4dca8d94d8a9b2594e58, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733474610987 2024-12-06T08:43:35,186 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting a96f4a4b15be43ac90c44533804fe2c7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733474610987 2024-12-06T08:43:35,186 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a0813c76cca40a49d90fd8cc35c8ba8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733474612139 2024-12-06T08:43:35,186 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4926298e25a145f9b028affe34cf45df, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733474612139 2024-12-06T08:43:35,187 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39e769cbafdc4ca9bc422d603a200d66, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733474613336 2024-12-06T08:43:35,187 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting c2b9c30e29434c30af8742d47ad6ce67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733474613344 2024-12-06T08:43:35,192 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:35,194 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#B#compaction#605 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:35,194 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/8b948fe0270c4e1eb31df29bda40dccd is 50, key is test_row_0/B:col10/1733474614311/Put/seqid=0 2024-12-06T08:43:35,194 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206aca21203974146d693def7f77537a572_0efa205f9b5eb58aae333fdeab106017 store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:35,196 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206aca21203974146d693def7f77537a572_0efa205f9b5eb58aae333fdeab106017, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:35,197 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206aca21203974146d693def7f77537a572_0efa205f9b5eb58aae333fdeab106017 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:35,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742527_1703 (size=4469) 2024-12-06T08:43:35,202 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#A#compaction#604 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:35,202 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/a59af1afaa4348649357610834f10feb is 175, key is test_row_0/A:col10/1733474614311/Put/seqid=0 2024-12-06T08:43:35,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742528_1704 (size=12847) 2024-12-06T08:43:35,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742529_1705 (size=31801) 2024-12-06T08:43:35,212 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/a59af1afaa4348649357610834f10feb as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/a59af1afaa4348649357610834f10feb 2024-12-06T08:43:35,216 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/A of 0efa205f9b5eb58aae333fdeab106017 into a59af1afaa4348649357610834f10feb(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:35,216 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:35,216 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/A, priority=13, startTime=1733474615184; duration=0sec 2024-12-06T08:43:35,217 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:35,217 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:A 2024-12-06T08:43:35,217 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:35,217 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:35,218 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/C is initiating minor compaction (all files) 2024-12-06T08:43:35,218 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/C in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:35,218 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/38cafe1a997c4ad4b5096db607c8582f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/a4fb735a04414fafb7b9fdaf3c16fee4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/38a2791c7ee04d448349b03e29848d3e] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=36.2 K 2024-12-06T08:43:35,218 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38cafe1a997c4ad4b5096db607c8582f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733474610987 2024-12-06T08:43:35,219 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4fb735a04414fafb7b9fdaf3c16fee4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733474612139 2024-12-06T08:43:35,219 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38a2791c7ee04d448349b03e29848d3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733474613344 2024-12-06T08:43:35,227 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#C#compaction#606 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:35,228 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/f6f371bf9c914cf2b6f0cb4a0896a79b is 50, key is test_row_0/C:col10/1733474614311/Put/seqid=0 2024-12-06T08:43:35,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742530_1706 (size=12847) 2024-12-06T08:43:35,244 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/f6f371bf9c914cf2b6f0cb4a0896a79b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/f6f371bf9c914cf2b6f0cb4a0896a79b 2024-12-06T08:43:35,251 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/C of 0efa205f9b5eb58aae333fdeab106017 into f6f371bf9c914cf2b6f0cb4a0896a79b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:35,251 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:35,251 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/C, priority=13, startTime=1733474615184; duration=0sec 2024-12-06T08:43:35,251 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:35,251 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:C 2024-12-06T08:43:35,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-06T08:43:35,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:35,303 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-06T08:43:35,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:35,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:35,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:35,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:35,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:35,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:35,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062c1fdd44d86e49aaad5cc3897efca1ee_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474614331/Put/seqid=0 2024-12-06T08:43:35,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742531_1707 (size=12454) 2024-12-06T08:43:35,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-06T08:43:35,319 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062c1fdd44d86e49aaad5cc3897efca1ee_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062c1fdd44d86e49aaad5cc3897efca1ee_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:35,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/7181df6cf67740b189b54a570d018837, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:35,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/7181df6cf67740b189b54a570d018837 is 175, key is test_row_0/A:col10/1733474614331/Put/seqid=0 2024-12-06T08:43:35,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742532_1708 (size=31255) 2024-12-06T08:43:35,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:35,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733474615487, max timestamp=1733474615504Num uniques 859; 2024-12-06T08:43:35,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733474615487, max timestamp=1733474615504Num uniques 859; 2024-12-06T08:43:35,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-06T08:43:35,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-06T08:43:35,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733474615487, max timestamp=1733474615504Num uniques 859; 2024-12-06T08:43:35,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-06T08:43:35,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474675525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474675525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:35,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474675533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:35,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474675534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474675535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:35,610 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/8b948fe0270c4e1eb31df29bda40dccd as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/8b948fe0270c4e1eb31df29bda40dccd 2024-12-06T08:43:35,616 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/B of 0efa205f9b5eb58aae333fdeab106017 into 8b948fe0270c4e1eb31df29bda40dccd(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:35,616 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:35,616 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/B, priority=13, startTime=1733474615184; duration=0sec 2024-12-06T08:43:35,617 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:35,617 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:B 2024-12-06T08:43:35,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474675637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:35,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474675647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474675647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:35,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474675647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:35,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474675648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:35,724 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/7181df6cf67740b189b54a570d018837 2024-12-06T08:43:35,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/89697f7feba7453d875427d8da38c809 is 50, key is test_row_0/B:col10/1733474614331/Put/seqid=0 2024-12-06T08:43:35,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742533_1709 (size=12301) 2024-12-06T08:43:35,734 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/89697f7feba7453d875427d8da38c809 2024-12-06T08:43:35,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/87dd7b9dc36a4d14a6c8eb543302fe49 is 50, key is test_row_0/C:col10/1733474614331/Put/seqid=0 2024-12-06T08:43:35,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742534_1710 (size=12301) 2024-12-06T08:43:35,743 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/87dd7b9dc36a4d14a6c8eb543302fe49 2024-12-06T08:43:35,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/7181df6cf67740b189b54a570d018837 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/7181df6cf67740b189b54a570d018837 2024-12-06T08:43:35,750 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/7181df6cf67740b189b54a570d018837, entries=150, sequenceid=293, filesize=30.5 K 2024-12-06T08:43:35,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/89697f7feba7453d875427d8da38c809 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/89697f7feba7453d875427d8da38c809 2024-12-06T08:43:35,754 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/89697f7feba7453d875427d8da38c809, entries=150, sequenceid=293, filesize=12.0 K 2024-12-06T08:43:35,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/87dd7b9dc36a4d14a6c8eb543302fe49 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/87dd7b9dc36a4d14a6c8eb543302fe49 2024-12-06T08:43:35,758 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/87dd7b9dc36a4d14a6c8eb543302fe49, entries=150, sequenceid=293, filesize=12.0 K 2024-12-06T08:43:35,759 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 0efa205f9b5eb58aae333fdeab106017 in 456ms, sequenceid=293, compaction requested=false 2024-12-06T08:43:35,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:35,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:35,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-12-06T08:43:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-12-06T08:43:35,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-12-06T08:43:35,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0690 sec 2024-12-06T08:43:35,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 1.0740 sec 2024-12-06T08:43:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-06T08:43:35,827 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:35,828 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees 2024-12-06T08:43:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-06T08:43:35,833 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:35,834 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:35,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:35,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-12-06T08:43:35,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:35,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:35,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:35,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:35,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:35,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:35,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120688239496bfb1456bb74b6eef2fa576d7_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474615532/Put/seqid=0 2024-12-06T08:43:35,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474675864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474675866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:35,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742535_1711 (size=14994) 2024-12-06T08:43:35,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474675867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474675867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474675867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-06T08:43:35,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474675977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474675977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:35,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474675978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:35,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474675978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:35,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-06T08:43:35,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:35,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:35,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:35,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:35,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:35,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474675988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:35,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:35,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:36,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-06T08:43:36,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:36,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:36,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:36,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:36,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-06T08:43:36,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474676188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:36,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:36,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474676188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:36,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:36,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474676188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:36,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:36,193 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,193 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,193 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:36,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474676188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:36,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:36,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474676197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:36,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:36,275 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:36,278 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120688239496bfb1456bb74b6eef2fa576d7_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120688239496bfb1456bb74b6eef2fa576d7_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:36,279 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/8d6ae3786f4648438e314ac033dbc40c, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:36,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/8d6ae3786f4648438e314ac033dbc40c is 175, key is test_row_0/A:col10/1733474615532/Put/seqid=0 2024-12-06T08:43:36,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742536_1712 (size=39949) 2024-12-06T08:43:36,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-06T08:43:36,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:36,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:36,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:36,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:36,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:36,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-06T08:43:36,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:36,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:36,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:36,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:36,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-06T08:43:36,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474676498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:36,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:36,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474676498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:36,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:36,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474676498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:36,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:36,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:36,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474676498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:36,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:36,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474676507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:36,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:36,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:36,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-06T08:43:36,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:36,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:36,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:36,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:36,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:36,683 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/8d6ae3786f4648438e314ac033dbc40c 2024-12-06T08:43:36,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/38d3744f486b4ca89b45b6f8a5446388 is 50, key is test_row_0/B:col10/1733474615532/Put/seqid=0 2024-12-06T08:43:36,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742537_1713 (size=12301) 2024-12-06T08:43:36,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-06T08:43:36,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:36,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:36,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:36,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:36,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:36,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-06T08:43:36,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:36,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:36,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:36,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:36,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-06T08:43:37,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474677008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:37,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474677008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:37,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:37,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:37,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:37,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:37,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:37,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474677008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:37,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:37,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:37,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:37,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:37,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474677017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:37,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:37,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:37,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:37,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474677018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:37,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:37,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:37,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:37,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-06T08:43:37,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:37,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:37,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:37,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:37,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:37,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/38d3744f486b4ca89b45b6f8a5446388 2024-12-06T08:43:37,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/cf543c8b012c46a2add78e84c2bcb7dc is 50, key is test_row_0/C:col10/1733474615532/Put/seqid=0 2024-12-06T08:43:37,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742538_1714 (size=12301) 2024-12-06T08:43:37,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/cf543c8b012c46a2add78e84c2bcb7dc 2024-12-06T08:43:37,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/8d6ae3786f4648438e314ac033dbc40c as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/8d6ae3786f4648438e314ac033dbc40c 2024-12-06T08:43:37,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/8d6ae3786f4648438e314ac033dbc40c, entries=200, sequenceid=330, filesize=39.0 K 2024-12-06T08:43:37,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/38d3744f486b4ca89b45b6f8a5446388 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/38d3744f486b4ca89b45b6f8a5446388 2024-12-06T08:43:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/38d3744f486b4ca89b45b6f8a5446388, entries=150, sequenceid=330, filesize=12.0 K 2024-12-06T08:43:37,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/cf543c8b012c46a2add78e84c2bcb7dc as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cf543c8b012c46a2add78e84c2bcb7dc 2024-12-06T08:43:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cf543c8b012c46a2add78e84c2bcb7dc, entries=150, sequenceid=330, filesize=12.0 K 2024-12-06T08:43:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=40.25 KB/41220 for 0efa205f9b5eb58aae333fdeab106017 in 1271ms, sequenceid=330, compaction requested=true 2024-12-06T08:43:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:37,122 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:37,122 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,123 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:37,123 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/A is initiating minor compaction (all files) 2024-12-06T08:43:37,123 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/A in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:37,123 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/a59af1afaa4348649357610834f10feb, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/7181df6cf67740b189b54a570d018837, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/8d6ae3786f4648438e314ac033dbc40c] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=100.6 K 2024-12-06T08:43:37,123 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:37,123 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/a59af1afaa4348649357610834f10feb, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/7181df6cf67740b189b54a570d018837, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/8d6ae3786f4648438e314ac033dbc40c] 2024-12-06T08:43:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,124 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:37,124 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/B is initiating minor compaction (all files) 2024-12-06T08:43:37,124 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/B in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:37,124 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/8b948fe0270c4e1eb31df29bda40dccd, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/89697f7feba7453d875427d8da38c809, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/38d3744f486b4ca89b45b6f8a5446388] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=36.6 K 2024-12-06T08:43:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,124 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a59af1afaa4348649357610834f10feb, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733474613344 2024-12-06T08:43:37,124 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b948fe0270c4e1eb31df29bda40dccd, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733474613344 2024-12-06T08:43:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,125 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7181df6cf67740b189b54a570d018837, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733474614329 2024-12-06T08:43:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,125 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 89697f7feba7453d875427d8da38c809, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733474614329 2024-12-06T08:43:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,125 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 38d3744f486b4ca89b45b6f8a5446388, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733474615531 2024-12-06T08:43:37,125 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d6ae3786f4648438e314ac033dbc40c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733474615531 2024-12-06T08:43:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,131 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,133 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#B#compaction#614 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,133 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/0d3b45c77af04205963472130a9b177c is 50, key is test_row_0/B:col10/1733474615532/Put/seqid=0 2024-12-06T08:43:37,133 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412064f0fa9ec08c44caa9b604428442e928b_0efa205f9b5eb58aae333fdeab106017 store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,135 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412064f0fa9ec08c44caa9b604428442e928b_0efa205f9b5eb58aae333fdeab106017, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:37,135 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064f0fa9ec08c44caa9b604428442e928b_0efa205f9b5eb58aae333fdeab106017 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742539_1715 (size=12949) 2024-12-06T08:43:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742540_1716 (size=4469) 2024-12-06T08:43:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,140 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#A#compaction#613 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,140 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/6156e1c8b3a7482ca1e9db8a6ad68cc1 is 175, key is test_row_0/A:col10/1733474615532/Put/seqid=0 2024-12-06T08:43:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,143 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/0d3b45c77af04205963472130a9b177c as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/0d3b45c77af04205963472130a9b177c 2024-12-06T08:43:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742541_1717 (size=31903) 2024-12-06T08:43:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,148 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/B of 0efa205f9b5eb58aae333fdeab106017 into 0d3b45c77af04205963472130a9b177c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:37,148 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:37,148 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/B, priority=13, startTime=1733474617122; duration=0sec 2024-12-06T08:43:37,148 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:37,148 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:B 2024-12-06T08:43:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,148 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,150 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:37,150 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/C is initiating minor compaction (all files) 2024-12-06T08:43:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,150 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/C in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:37,150 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/f6f371bf9c914cf2b6f0cb4a0896a79b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/87dd7b9dc36a4d14a6c8eb543302fe49, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cf543c8b012c46a2add78e84c2bcb7dc] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=36.6 K 2024-12-06T08:43:37,150 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/6156e1c8b3a7482ca1e9db8a6ad68cc1 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/6156e1c8b3a7482ca1e9db8a6ad68cc1 2024-12-06T08:43:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,150 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting f6f371bf9c914cf2b6f0cb4a0896a79b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733474613344 2024-12-06T08:43:37,151 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 87dd7b9dc36a4d14a6c8eb543302fe49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733474614329 2024-12-06T08:43:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,151 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting cf543c8b012c46a2add78e84c2bcb7dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733474615531 2024-12-06T08:43:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,155 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/A of 0efa205f9b5eb58aae333fdeab106017 into 6156e1c8b3a7482ca1e9db8a6ad68cc1(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:37,155 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:37,155 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/A, priority=13, startTime=1733474617122; duration=0sec 2024-12-06T08:43:37,155 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:37,155 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:A 2024-12-06T08:43:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,159 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#C#compaction#615 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,160 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/0625201919044b41bf1ea695e84df606 is 50, key is test_row_0/C:col10/1733474615532/Put/seqid=0 2024-12-06T08:43:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742542_1718 (size=12949) 2024-12-06T08:43:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-06T08:43:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:37,211 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-06T08:43:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:37,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:37,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:37,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:37,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:37,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068b9d9967b3b44abcb7dbea717490f254_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_1/A:col10/1733474615865/Put/seqid=0 2024-12-06T08:43:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742543_1719 (size=9914) 2024-12-06T08:43:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,568 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/0625201919044b41bf1ea695e84df606 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/0625201919044b41bf1ea695e84df606 2024-12-06T08:43:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,573 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/C of 0efa205f9b5eb58aae333fdeab106017 into 0625201919044b41bf1ea695e84df606(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:37,573 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:37,573 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/C, priority=13, startTime=1733474617122; duration=0sec 2024-12-06T08:43:37,573 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:37,573 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:C 2024-12-06T08:43:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,628 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068b9d9967b3b44abcb7dbea717490f254_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068b9d9967b3b44abcb7dbea717490f254_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/74fad434e9684d3b9a51f792bdee4d23, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/74fad434e9684d3b9a51f792bdee4d23 is 175, key is test_row_1/A:col10/1733474615865/Put/seqid=0 2024-12-06T08:43:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742544_1720 (size=22561) 2024-12-06T08:43:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,634 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/74fad434e9684d3b9a51f792bdee4d23 2024-12-06T08:43:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/a64ef9ce218e436e9d0036f5d7a25b68 is 50, key is test_row_1/B:col10/1733474615865/Put/seqid=0 2024-12-06T08:43:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742545_1721 (size=9857) 2024-12-06T08:43:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-06T08:43:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:38,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,046 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/a64ef9ce218e436e9d0036f5d7a25b68 2024-12-06T08:43:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/cf4b6f7f7792475ebb85567097e5bf3a is 50, key is test_row_1/C:col10/1733474615865/Put/seqid=0 2024-12-06T08:43:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742546_1722 (size=9857) 2024-12-06T08:43:38,070 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/cf4b6f7f7792475ebb85567097e5bf3a 2024-12-06T08:43:38,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733474618063, max timestamp=1733474618071Num uniques 859; 2024-12-06T08:43:38,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:43:38,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733474618063, max timestamp=1733474618071Num uniques 859; 2024-12-06T08:43:38,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:43:38,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733474618063, max timestamp=1733474618071Num uniques 859; 2024-12-06T08:43:38,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-06T08:43:38,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/74fad434e9684d3b9a51f792bdee4d23 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/74fad434e9684d3b9a51f792bdee4d23 2024-12-06T08:43:38,083 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/74fad434e9684d3b9a51f792bdee4d23, entries=100, sequenceid=341, filesize=22.0 K 2024-12-06T08:43:38,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/a64ef9ce218e436e9d0036f5d7a25b68 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a64ef9ce218e436e9d0036f5d7a25b68 2024-12-06T08:43:38,087 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a64ef9ce218e436e9d0036f5d7a25b68, entries=100, sequenceid=341, filesize=9.6 K 2024-12-06T08:43:38,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/cf4b6f7f7792475ebb85567097e5bf3a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cf4b6f7f7792475ebb85567097e5bf3a 2024-12-06T08:43:38,092 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cf4b6f7f7792475ebb85567097e5bf3a, entries=100, sequenceid=341, filesize=9.6 K 2024-12-06T08:43:38,093 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=93.93 KB/96180 for 0efa205f9b5eb58aae333fdeab106017 in 881ms, sequenceid=341, compaction requested=false 2024-12-06T08:43:38,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:38,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:38,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=177 2024-12-06T08:43:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=177 2024-12-06T08:43:38,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=100.63 KB heapSize=280.69 KB 2024-12-06T08:43:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:38,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-12-06T08:43:38,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2600 sec 2024-12-06T08:43:38,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:38,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:38,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:38,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:38,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:38,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:38,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees in 2.2700 sec 2024-12-06T08:43:38,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fddf404d95224340aa64b46557516fac_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474618095/Put/seqid=0 2024-12-06T08:43:38,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474678113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474678115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474678116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474678118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474678119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742547_1723 (size=17534) 2024-12-06T08:43:38,127 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:38,131 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fddf404d95224340aa64b46557516fac_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fddf404d95224340aa64b46557516fac_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:38,133 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/7ea67e4e707e4557b0149ef55139e010, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:38,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/7ea67e4e707e4557b0149ef55139e010 is 175, key is test_row_0/A:col10/1733474618095/Put/seqid=0 2024-12-06T08:43:38,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742548_1724 (size=48639) 2024-12-06T08:43:38,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474678227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474678227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474678228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474678228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474678228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474678437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474678438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474678438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474678438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474678438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,538 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/7ea67e4e707e4557b0149ef55139e010 2024-12-06T08:43:38,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/55bc0670d5a74a4f90b47fe76ed496fc is 50, key is test_row_0/B:col10/1733474618095/Put/seqid=0 2024-12-06T08:43:38,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742549_1725 (size=12301) 2024-12-06T08:43:38,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474678747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474678748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474678748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474678748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,752 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:38,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474678748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:38,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:38,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:38,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/55bc0670d5a74a4f90b47fe76ed496fc 2024-12-06T08:43:38,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/417b5441f4cb4c4d9f516ac9fc30fd0b is 50, key is test_row_0/C:col10/1733474618095/Put/seqid=0 2024-12-06T08:43:38,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742550_1726 (size=12301) 2024-12-06T08:43:39,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474679257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:39,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474679258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:39,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474679258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:39,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:39,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:39,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:39,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474679258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:39,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:39,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:39,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:39,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474679258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:39,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:39,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:39,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:39,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/417b5441f4cb4c4d9f516ac9fc30fd0b 2024-12-06T08:43:39,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/7ea67e4e707e4557b0149ef55139e010 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/7ea67e4e707e4557b0149ef55139e010 2024-12-06T08:43:39,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/7ea67e4e707e4557b0149ef55139e010, entries=250, sequenceid=374, filesize=47.5 K 2024-12-06T08:43:39,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/55bc0670d5a74a4f90b47fe76ed496fc as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/55bc0670d5a74a4f90b47fe76ed496fc 2024-12-06T08:43:39,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/55bc0670d5a74a4f90b47fe76ed496fc, entries=150, sequenceid=374, filesize=12.0 K 2024-12-06T08:43:39,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/417b5441f4cb4c4d9f516ac9fc30fd0b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/417b5441f4cb4c4d9f516ac9fc30fd0b 2024-12-06T08:43:39,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/417b5441f4cb4c4d9f516ac9fc30fd0b, entries=150, sequenceid=374, filesize=12.0 K 2024-12-06T08:43:39,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~300.56 KB/307776, currentSize=73.80 KB/75570 for 0efa205f9b5eb58aae333fdeab106017 in 1280ms, sequenceid=374, compaction requested=true 2024-12-06T08:43:39,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:39,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:39,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:39,376 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:39,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:39,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:39,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:39,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:39,376 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:39,377 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103103 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:39,377 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/A is initiating minor compaction (all files) 2024-12-06T08:43:39,377 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/A in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:39,377 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/6156e1c8b3a7482ca1e9db8a6ad68cc1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/74fad434e9684d3b9a51f792bdee4d23, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/7ea67e4e707e4557b0149ef55139e010] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=100.7 K 2024-12-06T08:43:39,377 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:39,377 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/6156e1c8b3a7482ca1e9db8a6ad68cc1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/74fad434e9684d3b9a51f792bdee4d23, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/7ea67e4e707e4557b0149ef55139e010] 2024-12-06T08:43:39,377 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6156e1c8b3a7482ca1e9db8a6ad68cc1, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733474615531 2024-12-06T08:43:39,378 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74fad434e9684d3b9a51f792bdee4d23, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733474615865 2024-12-06T08:43:39,378 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ea67e4e707e4557b0149ef55139e010, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733474618071 2024-12-06T08:43:39,378 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:39,378 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/B is initiating minor compaction (all files) 2024-12-06T08:43:39,378 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/B in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:39,378 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/0d3b45c77af04205963472130a9b177c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a64ef9ce218e436e9d0036f5d7a25b68, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/55bc0670d5a74a4f90b47fe76ed496fc] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=34.3 K 2024-12-06T08:43:39,379 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d3b45c77af04205963472130a9b177c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733474615531 2024-12-06T08:43:39,379 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting a64ef9ce218e436e9d0036f5d7a25b68, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733474615865 2024-12-06T08:43:39,379 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 55bc0670d5a74a4f90b47fe76ed496fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733474618087 2024-12-06T08:43:39,383 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:39,385 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412064aa5deffb5854a9fabf039ec55ad5ec2_0efa205f9b5eb58aae333fdeab106017 store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:39,387 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#B#compaction#623 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:39,387 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/8f7655b351d7488d99607b2899e4688e is 50, key is test_row_0/B:col10/1733474618095/Put/seqid=0 2024-12-06T08:43:39,388 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412064aa5deffb5854a9fabf039ec55ad5ec2_0efa205f9b5eb58aae333fdeab106017, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:39,388 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064aa5deffb5854a9fabf039ec55ad5ec2_0efa205f9b5eb58aae333fdeab106017 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:39,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742551_1727 (size=13051) 2024-12-06T08:43:39,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742552_1728 (size=4469) 2024-12-06T08:43:39,795 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#A#compaction#622 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:39,796 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/d449f99fcd6e464db6bd2262a82093e3 is 175, key is test_row_0/A:col10/1733474618095/Put/seqid=0 2024-12-06T08:43:39,799 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/8f7655b351d7488d99607b2899e4688e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/8f7655b351d7488d99607b2899e4688e 2024-12-06T08:43:39,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742553_1729 (size=32005) 2024-12-06T08:43:39,804 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/B of 0efa205f9b5eb58aae333fdeab106017 into 8f7655b351d7488d99607b2899e4688e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:39,804 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:39,804 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/B, priority=13, startTime=1733474619376; duration=0sec 2024-12-06T08:43:39,804 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:39,804 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:B 2024-12-06T08:43:39,804 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:39,806 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:39,806 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/C is initiating minor compaction (all files) 2024-12-06T08:43:39,806 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/C in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:39,806 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/0625201919044b41bf1ea695e84df606, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cf4b6f7f7792475ebb85567097e5bf3a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/417b5441f4cb4c4d9f516ac9fc30fd0b] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=34.3 K 2024-12-06T08:43:39,806 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 0625201919044b41bf1ea695e84df606, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733474615531 2024-12-06T08:43:39,807 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting cf4b6f7f7792475ebb85567097e5bf3a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733474615865 2024-12-06T08:43:39,807 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 417b5441f4cb4c4d9f516ac9fc30fd0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733474618087 2024-12-06T08:43:39,814 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#C#compaction#624 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:39,815 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/4efa767b329f4d8894443651faf527ae is 50, key is test_row_0/C:col10/1733474618095/Put/seqid=0 2024-12-06T08:43:39,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742554_1730 (size=13051) 2024-12-06T08:43:39,825 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/4efa767b329f4d8894443651faf527ae as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/4efa767b329f4d8894443651faf527ae 2024-12-06T08:43:39,829 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/C of 0efa205f9b5eb58aae333fdeab106017 into 4efa767b329f4d8894443651faf527ae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:39,829 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:39,829 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/C, priority=13, startTime=1733474619376; duration=0sec 2024-12-06T08:43:39,829 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:39,829 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:C 2024-12-06T08:43:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-06T08:43:39,988 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:39,988 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees 2024-12-06T08:43:39,990 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-06T08:43:39,991 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:39,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-06T08:43:40,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-12-06T08:43:40,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:40,144 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-06T08:43:40,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:40,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:40,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:40,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:40,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:40,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:40,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b3e1beb1e423474282e2ffdaee4bfc16_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474618114/Put/seqid=0 2024-12-06T08:43:40,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742555_1731 (size=12454) 2024-12-06T08:43:40,204 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/d449f99fcd6e464db6bd2262a82093e3 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/d449f99fcd6e464db6bd2262a82093e3 2024-12-06T08:43:40,208 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/A of 0efa205f9b5eb58aae333fdeab106017 into d449f99fcd6e464db6bd2262a82093e3(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:40,208 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:40,208 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/A, priority=13, startTime=1733474619376; duration=0sec 2024-12-06T08:43:40,209 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:40,209 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:A 2024-12-06T08:43:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:40,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:40,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474680290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474680292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474680297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474680298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474680299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,307 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,307 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,307 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-06T08:43:40,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474680407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474680407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474680408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474680408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474680418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,422 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,422 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,422 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:40,559 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b3e1beb1e423474282e2ffdaee4bfc16_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b3e1beb1e423474282e2ffdaee4bfc16_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:40,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/f1c15afc825247ea95644be447730557, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:40,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/f1c15afc825247ea95644be447730557 is 175, key is test_row_0/A:col10/1733474618114/Put/seqid=0 2024-12-06T08:43:40,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742556_1732 (size=31255) 2024-12-06T08:43:40,565 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=390, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/f1c15afc825247ea95644be447730557 2024-12-06T08:43:40,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/77d86d6f99ee4311904ef4a0246f68b7 is 50, key is test_row_0/B:col10/1733474618114/Put/seqid=0 2024-12-06T08:43:40,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742557_1733 (size=12301) 2024-12-06T08:43:40,579 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/77d86d6f99ee4311904ef4a0246f68b7 2024-12-06T08:43:40,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/26b89b203fdd4b7cad21f7136f741561 is 50, key is test_row_0/C:col10/1733474618114/Put/seqid=0 2024-12-06T08:43:40,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742558_1734 (size=12301) 2024-12-06T08:43:40,590 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/26b89b203fdd4b7cad21f7136f741561 2024-12-06T08:43:40,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/f1c15afc825247ea95644be447730557 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/f1c15afc825247ea95644be447730557 2024-12-06T08:43:40,598 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/f1c15afc825247ea95644be447730557, entries=150, sequenceid=390, filesize=30.5 K 2024-12-06T08:43:40,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/77d86d6f99ee4311904ef4a0246f68b7 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/77d86d6f99ee4311904ef4a0246f68b7 2024-12-06T08:43:40,604 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/77d86d6f99ee4311904ef4a0246f68b7, entries=150, sequenceid=390, filesize=12.0 K 2024-12-06T08:43:40,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/26b89b203fdd4b7cad21f7136f741561 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/26b89b203fdd4b7cad21f7136f741561 2024-12-06T08:43:40,608 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/26b89b203fdd4b7cad21f7136f741561, entries=150, sequenceid=390, filesize=12.0 K 2024-12-06T08:43:40,609 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=114.05 KB/116790 for 0efa205f9b5eb58aae333fdeab106017 in 465ms, sequenceid=390, compaction requested=false 2024-12-06T08:43:40,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:40,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:40,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=179 2024-12-06T08:43:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=179 2024-12-06T08:43:40,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-12-06T08:43:40,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 620 msec 2024-12-06T08:43:40,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees in 627 msec 2024-12-06T08:43:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-06T08:43:40,619 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:40,619 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees 2024-12-06T08:43:40,622 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-06T08:43:40,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474620287, max timestamp=1733474620619Num uniques 859; 2024-12-06T08:43:40,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:43:40,623 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=180, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:40,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:40,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=96.16 KB heapSize=282.03 KB 2024-12-06T08:43:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:40,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474620287, max timestamp=1733474620622Num uniques 859; 2024-12-06T08:43:40,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:43:40,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474620287, max timestamp=1733474620622Num uniques 859; 2024-12-06T08:43:40,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:43:40,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:40,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:40,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:40,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:40,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:40,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:40,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120686cad2127a3d453bbb704a8a70d37c6e_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474620296/Put/seqid=0 2024-12-06T08:43:40,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742559_1735 (size=12454) 2024-12-06T08:43:40,639 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:40,644 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120686cad2127a3d453bbb704a8a70d37c6e_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120686cad2127a3d453bbb704a8a70d37c6e_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:40,645 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/42f61aae290844f4b711c2ed467febc2, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:40,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/42f61aae290844f4b711c2ed467febc2 is 175, key is test_row_0/A:col10/1733474620296/Put/seqid=0 2024-12-06T08:43:40,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742560_1736 (size=31255) 2024-12-06T08:43:40,650 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/42f61aae290844f4b711c2ed467febc2 2024-12-06T08:43:40,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/89c0e957f38b4a8e8ddd91eabd2b9fd4 is 50, key is test_row_0/B:col10/1733474620296/Put/seqid=0 2024-12-06T08:43:40,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742561_1737 (size=12301) 2024-12-06T08:43:40,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/89c0e957f38b4a8e8ddd91eabd2b9fd4 2024-12-06T08:43:40,664 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474620651, max timestamp=1733474620661Num uniques 859; 2024-12-06T08:43:40,664 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:43:40,665 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474620651, max timestamp=1733474620660Num uniques 859; 2024-12-06T08:43:40,665 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:43:40,665 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733474620651, max timestamp=1733474620660Num uniques 859; 2024-12-06T08:43:40,665 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/25494438c68b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-06T08:43:40,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/173b969c830d4d75bef7854fb6bb026f is 50, key is test_row_0/C:col10/1733474620296/Put/seqid=0 2024-12-06T08:43:40,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742562_1738 (size=12301) 2024-12-06T08:43:40,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/173b969c830d4d75bef7854fb6bb026f 2024-12-06T08:43:40,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/42f61aae290844f4b711c2ed467febc2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/42f61aae290844f4b711c2ed467febc2 2024-12-06T08:43:40,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/42f61aae290844f4b711c2ed467febc2, entries=150, sequenceid=414, filesize=30.5 K 2024-12-06T08:43:40,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/89c0e957f38b4a8e8ddd91eabd2b9fd4 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/89c0e957f38b4a8e8ddd91eabd2b9fd4 2024-12-06T08:43:40,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/89c0e957f38b4a8e8ddd91eabd2b9fd4, entries=150, sequenceid=414, filesize=12.0 K 2024-12-06T08:43:40,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/173b969c830d4d75bef7854fb6bb026f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/173b969c830d4d75bef7854fb6bb026f 2024-12-06T08:43:40,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/173b969c830d4d75bef7854fb6bb026f, entries=150, sequenceid=414, filesize=12.0 K 2024-12-06T08:43:40,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.03 KB/108576, currentSize=120.76 KB/123660 for 0efa205f9b5eb58aae333fdeab106017 in 75ms, sequenceid=414, compaction requested=true 2024-12-06T08:43:40,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:40,700 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:40,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:40,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:40,700 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:40,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:40,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:40,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:40,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:40,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-06T08:43:40,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:40,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:40,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:40,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:40,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:40,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-06T08:43:40,701 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:40,702 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/A is initiating minor compaction (all files) 2024-12-06T08:43:40,702 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/A in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:40,702 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:40,702 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/d449f99fcd6e464db6bd2262a82093e3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/f1c15afc825247ea95644be447730557, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/42f61aae290844f4b711c2ed467febc2] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=92.3 K 2024-12-06T08:43:40,702 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/B is initiating minor compaction (all files) 2024-12-06T08:43:40,702 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:40,702 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/d449f99fcd6e464db6bd2262a82093e3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/f1c15afc825247ea95644be447730557, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/42f61aae290844f4b711c2ed467febc2] 2024-12-06T08:43:40,702 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/B in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:40,702 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/8f7655b351d7488d99607b2899e4688e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/77d86d6f99ee4311904ef4a0246f68b7, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/89c0e957f38b4a8e8ddd91eabd2b9fd4] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=36.8 K 2024-12-06T08:43:40,702 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting d449f99fcd6e464db6bd2262a82093e3, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733474618087 2024-12-06T08:43:40,702 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f7655b351d7488d99607b2899e4688e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733474618087 2024-12-06T08:43:40,703 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1c15afc825247ea95644be447730557, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733474618114 2024-12-06T08:43:40,703 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 77d86d6f99ee4311904ef4a0246f68b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733474618114 2024-12-06T08:43:40,703 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42f61aae290844f4b711c2ed467febc2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733474620296 2024-12-06T08:43:40,704 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 89c0e957f38b4a8e8ddd91eabd2b9fd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733474620296 2024-12-06T08:43:40,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120644d90fd833804b3db6e7430ee3b0d83c_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474620687/Put/seqid=0 2024-12-06T08:43:40,713 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:40,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474680707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,718 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#B#compaction#633 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:40,718 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/a09de7b7638e4600927d84e227acfc5a is 50, key is test_row_0/B:col10/1733474620296/Put/seqid=0 2024-12-06T08:43:40,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474680714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474680714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474680715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474680717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-06T08:43:40,728 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206b366cd9d31b74ca2aed65389d0d2a7cf_0efa205f9b5eb58aae333fdeab106017 store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:40,731 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206b366cd9d31b74ca2aed65389d0d2a7cf_0efa205f9b5eb58aae333fdeab106017, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:40,731 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b366cd9d31b74ca2aed65389d0d2a7cf_0efa205f9b5eb58aae333fdeab106017 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:40,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742563_1739 (size=14994) 2024-12-06T08:43:40,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742564_1740 (size=13153) 2024-12-06T08:43:40,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742565_1741 (size=4469) 2024-12-06T08:43:40,750 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#A#compaction#632 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:40,751 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/40f1132489154128bece4bf2e033c8c9 is 175, key is test_row_0/A:col10/1733474620296/Put/seqid=0 2024-12-06T08:43:40,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742566_1742 (size=32107) 2024-12-06T08:43:40,759 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/40f1132489154128bece4bf2e033c8c9 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/40f1132489154128bece4bf2e033c8c9 2024-12-06T08:43:40,762 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/A of 0efa205f9b5eb58aae333fdeab106017 into 40f1132489154128bece4bf2e033c8c9(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:40,763 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:40,763 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/A, priority=13, startTime=1733474620699; duration=0sec 2024-12-06T08:43:40,763 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:40,763 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:A 2024-12-06T08:43:40,763 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:40,763 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:40,764 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/C is initiating minor compaction (all files) 2024-12-06T08:43:40,764 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/C in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:40,764 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/4efa767b329f4d8894443651faf527ae, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/26b89b203fdd4b7cad21f7136f741561, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/173b969c830d4d75bef7854fb6bb026f] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=36.8 K 2024-12-06T08:43:40,764 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4efa767b329f4d8894443651faf527ae, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733474618087 2024-12-06T08:43:40,764 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26b89b203fdd4b7cad21f7136f741561, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733474618114 2024-12-06T08:43:40,765 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 173b969c830d4d75bef7854fb6bb026f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733474620296 2024-12-06T08:43:40,771 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#C#compaction#634 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:40,772 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/a4ddd427bce741aeb93fa3c82961849d is 50, key is test_row_0/C:col10/1733474620296/Put/seqid=0 2024-12-06T08:43:40,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742567_1743 (size=13153) 2024-12-06T08:43:40,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-06T08:43:40,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:40,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:40,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:40,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:40,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:40,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474680828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474680828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474680829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474680829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:40,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474680829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:40,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:40,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:40,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-06T08:43:40,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:40,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:40,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:40,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:40,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-06T08:43:41,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474681037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474681037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474681038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474681038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474681038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,043 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,043 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,043 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-06T08:43:41,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:41,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:41,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:41,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:41,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:41,138 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:41,142 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120644d90fd833804b3db6e7430ee3b0d83c_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120644d90fd833804b3db6e7430ee3b0d83c_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:41,145 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/d8b3c15f6a734e93b19c2c7b129c1b68, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:41,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/d8b3c15f6a734e93b19c2c7b129c1b68 is 175, key is test_row_0/A:col10/1733474620687/Put/seqid=0 2024-12-06T08:43:41,150 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/a09de7b7638e4600927d84e227acfc5a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a09de7b7638e4600927d84e227acfc5a 2024-12-06T08:43:41,154 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/B of 0efa205f9b5eb58aae333fdeab106017 into a09de7b7638e4600927d84e227acfc5a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:41,154 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:41,154 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/B, priority=13, startTime=1733474620700; duration=0sec 2024-12-06T08:43:41,155 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:41,155 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:B 2024-12-06T08:43:41,182 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/a4ddd427bce741aeb93fa3c82961849d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/a4ddd427bce741aeb93fa3c82961849d 2024-12-06T08:43:41,188 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/C of 0efa205f9b5eb58aae333fdeab106017 into a4ddd427bce741aeb93fa3c82961849d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:41,189 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:41,189 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/C, priority=13, startTime=1733474620700; duration=0sec 2024-12-06T08:43:41,189 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:41,189 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:C 2024-12-06T08:43:41,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742568_1744 (size=39949) 2024-12-06T08:43:41,197 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=450, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/d8b3c15f6a734e93b19c2c7b129c1b68 2024-12-06T08:43:41,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/adfda2909822403d95ec82a4d982682a is 50, key is test_row_0/B:col10/1733474620687/Put/seqid=0 2024-12-06T08:43:41,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742569_1745 (size=12301) 2024-12-06T08:43:41,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/adfda2909822403d95ec82a4d982682a 2024-12-06T08:43:41,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-06T08:43:41,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:41,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:41,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:41,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:41,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:41,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-06T08:43:41,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/c55ffb47466d47fea7c4cfc3cf4fdd81 is 50, key is test_row_0/C:col10/1733474620687/Put/seqid=0 2024-12-06T08:43:41,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742570_1746 (size=12301) 2024-12-06T08:43:41,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/c55ffb47466d47fea7c4cfc3cf4fdd81 2024-12-06T08:43:41,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/d8b3c15f6a734e93b19c2c7b129c1b68 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/d8b3c15f6a734e93b19c2c7b129c1b68 2024-12-06T08:43:41,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/d8b3c15f6a734e93b19c2c7b129c1b68, entries=200, sequenceid=450, filesize=39.0 K 2024-12-06T08:43:41,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/adfda2909822403d95ec82a4d982682a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/adfda2909822403d95ec82a4d982682a 2024-12-06T08:43:41,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/adfda2909822403d95ec82a4d982682a, entries=150, sequenceid=450, filesize=12.0 K 2024-12-06T08:43:41,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/c55ffb47466d47fea7c4cfc3cf4fdd81 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/c55ffb47466d47fea7c4cfc3cf4fdd81 2024-12-06T08:43:41,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/c55ffb47466d47fea7c4cfc3cf4fdd81, entries=150, sequenceid=450, filesize=12.0 K 2024-12-06T08:43:41,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 0efa205f9b5eb58aae333fdeab106017 in 625ms, sequenceid=450, compaction requested=false 2024-12-06T08:43:41,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:41,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-06T08:43:41,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:41,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:41,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:41,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:41,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:41,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:41,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120656a3ea2cac9a43d0ae03068ff498d3e7_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474621353/Put/seqid=0 2024-12-06T08:43:41,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-06T08:43:41,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:41,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:41,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:41,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:41,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:41,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474681390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474681392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474681393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474681395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474681397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742571_1747 (size=12454) 2024-12-06T08:43:41,425 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:41,441 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120656a3ea2cac9a43d0ae03068ff498d3e7_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120656a3ea2cac9a43d0ae03068ff498d3e7_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:41,443 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/c52212a7c3f445e9bea6f429e14058b2, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:41,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/c52212a7c3f445e9bea6f429e14058b2 is 175, key is test_row_0/A:col10/1733474621353/Put/seqid=0 2024-12-06T08:43:41,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742572_1748 (size=31255) 2024-12-06T08:43:41,458 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=467, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/c52212a7c3f445e9bea6f429e14058b2 2024-12-06T08:43:41,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/9a29c86b620b452c94457f156ae221b5 is 50, key is test_row_0/B:col10/1733474621353/Put/seqid=0 2024-12-06T08:43:41,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742573_1749 (size=12301) 2024-12-06T08:43:41,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/9a29c86b620b452c94457f156ae221b5 2024-12-06T08:43:41,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/377e83458e404116be4ffb6c6edc1b29 is 50, key is test_row_0/C:col10/1733474621353/Put/seqid=0 2024-12-06T08:43:41,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474681508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474681508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474681508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474681509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474681518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-06T08:43:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:41,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:41,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742574_1750 (size=12301) 2024-12-06T08:43:41,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/377e83458e404116be4ffb6c6edc1b29 2024-12-06T08:43:41,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/c52212a7c3f445e9bea6f429e14058b2 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/c52212a7c3f445e9bea6f429e14058b2 2024-12-06T08:43:41,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/c52212a7c3f445e9bea6f429e14058b2, entries=150, sequenceid=467, filesize=30.5 K 2024-12-06T08:43:41,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/9a29c86b620b452c94457f156ae221b5 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/9a29c86b620b452c94457f156ae221b5 2024-12-06T08:43:41,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/9a29c86b620b452c94457f156ae221b5, entries=150, sequenceid=467, filesize=12.0 K 2024-12-06T08:43:41,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/377e83458e404116be4ffb6c6edc1b29 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/377e83458e404116be4ffb6c6edc1b29 2024-12-06T08:43:41,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/377e83458e404116be4ffb6c6edc1b29, entries=150, sequenceid=467, filesize=12.0 K 2024-12-06T08:43:41,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 0efa205f9b5eb58aae333fdeab106017 in 232ms, sequenceid=467, compaction requested=true 2024-12-06T08:43:41,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:41,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:41,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:41,588 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:41,588 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:41,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:41,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:41,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:41,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:41,589 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:41,589 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/A is initiating minor compaction (all files) 2024-12-06T08:43:41,589 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/A in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:41,589 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/40f1132489154128bece4bf2e033c8c9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/d8b3c15f6a734e93b19c2c7b129c1b68, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/c52212a7c3f445e9bea6f429e14058b2] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=100.9 K 2024-12-06T08:43:41,589 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:41,589 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/40f1132489154128bece4bf2e033c8c9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/d8b3c15f6a734e93b19c2c7b129c1b68, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/c52212a7c3f445e9bea6f429e14058b2] 2024-12-06T08:43:41,590 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40f1132489154128bece4bf2e033c8c9, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733474620296 2024-12-06T08:43:41,590 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:41,590 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/B is initiating minor compaction (all files) 2024-12-06T08:43:41,590 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/B in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:41,590 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a09de7b7638e4600927d84e227acfc5a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/adfda2909822403d95ec82a4d982682a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/9a29c86b620b452c94457f156ae221b5] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=36.9 K 2024-12-06T08:43:41,591 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8b3c15f6a734e93b19c2c7b129c1b68, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733474620687 2024-12-06T08:43:41,591 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting a09de7b7638e4600927d84e227acfc5a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733474620296 2024-12-06T08:43:41,591 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c52212a7c3f445e9bea6f429e14058b2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1733474620713 2024-12-06T08:43:41,591 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting adfda2909822403d95ec82a4d982682a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733474620687 2024-12-06T08:43:41,591 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a29c86b620b452c94457f156ae221b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1733474620713 2024-12-06T08:43:41,600 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:41,606 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206b8aa7c2f54ae4fa290744bcc92eee0c5_0efa205f9b5eb58aae333fdeab106017 store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:41,608 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206b8aa7c2f54ae4fa290744bcc92eee0c5_0efa205f9b5eb58aae333fdeab106017, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:41,609 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b8aa7c2f54ae4fa290744bcc92eee0c5_0efa205f9b5eb58aae333fdeab106017 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:41,610 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#B#compaction#641 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:41,610 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/10c1756c096b4c65ac4fa1ffd15f78cc is 50, key is test_row_0/B:col10/1733474621353/Put/seqid=0 2024-12-06T08:43:41,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742575_1751 (size=4469) 2024-12-06T08:43:41,651 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#A#compaction#640 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:41,651 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/6cee2ad751b04bd0855956eac6adf161 is 175, key is test_row_0/A:col10/1733474621353/Put/seqid=0 2024-12-06T08:43:41,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742576_1752 (size=13255) 2024-12-06T08:43:41,686 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/10c1756c096b4c65ac4fa1ffd15f78cc as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/10c1756c096b4c65ac4fa1ffd15f78cc 2024-12-06T08:43:41,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742577_1753 (size=32209) 2024-12-06T08:43:41,693 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/B of 0efa205f9b5eb58aae333fdeab106017 into 10c1756c096b4c65ac4fa1ffd15f78cc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:41,693 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:41,693 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/B, priority=13, startTime=1733474621588; duration=0sec 2024-12-06T08:43:41,694 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:41,694 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:B 2024-12-06T08:43:41,694 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:41,701 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:41,701 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/C is initiating minor compaction (all files) 2024-12-06T08:43:41,701 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/C in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:41,701 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/a4ddd427bce741aeb93fa3c82961849d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/c55ffb47466d47fea7c4cfc3cf4fdd81, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/377e83458e404116be4ffb6c6edc1b29] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=36.9 K 2024-12-06T08:43:41,704 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/6cee2ad751b04bd0855956eac6adf161 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/6cee2ad751b04bd0855956eac6adf161 2024-12-06T08:43:41,705 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting a4ddd427bce741aeb93fa3c82961849d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733474620296 2024-12-06T08:43:41,706 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting c55ffb47466d47fea7c4cfc3cf4fdd81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733474620687 2024-12-06T08:43:41,707 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 377e83458e404116be4ffb6c6edc1b29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1733474620713 2024-12-06T08:43:41,711 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/A of 0efa205f9b5eb58aae333fdeab106017 into 6cee2ad751b04bd0855956eac6adf161(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:41,711 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:41,711 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/A, priority=13, startTime=1733474621588; duration=0sec 2024-12-06T08:43:41,711 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:41,711 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:A 2024-12-06T08:43:41,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-06T08:43:41,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:41,712 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-06T08:43:41,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:41,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:41,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:41,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:41,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:41,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:41,717 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#C#compaction#642 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:41,718 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/b642510ce4ba477ea5534da215e9e8d1 is 50, key is test_row_0/C:col10/1733474621353/Put/seqid=0 2024-12-06T08:43:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:41,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060f8c788e70bd4df9865ea5af33a5b4c3_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474621388/Put/seqid=0 2024-12-06T08:43:41,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742578_1754 (size=13255) 2024-12-06T08:43:41,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474681738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,749 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/b642510ce4ba477ea5534da215e9e8d1 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/b642510ce4ba477ea5534da215e9e8d1 2024-12-06T08:43:41,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474681743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474681744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474681746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474681745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742579_1755 (size=12454) 2024-12-06T08:43:41,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:41,755 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/C of 0efa205f9b5eb58aae333fdeab106017 into b642510ce4ba477ea5534da215e9e8d1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:41,755 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:41,755 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/C, priority=13, startTime=1733474621588; duration=0sec 2024-12-06T08:43:41,755 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:41,755 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:C 2024-12-06T08:43:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-06T08:43:41,759 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060f8c788e70bd4df9865ea5af33a5b4c3_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060f8c788e70bd4df9865ea5af33a5b4c3_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:41,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/894936c11a214357a0e75f66310260e8, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:41,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/894936c11a214357a0e75f66310260e8 is 175, key is test_row_0/A:col10/1733474621388/Put/seqid=0 2024-12-06T08:43:41,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742580_1756 (size=31255) 2024-12-06T08:43:41,771 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=487, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/894936c11a214357a0e75f66310260e8 2024-12-06T08:43:41,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/4896db2117a74c929b104ecdb3b38e01 is 50, key is test_row_0/B:col10/1733474621388/Put/seqid=0 2024-12-06T08:43:41,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742581_1757 (size=12301) 2024-12-06T08:43:41,796 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/4896db2117a74c929b104ecdb3b38e01 2024-12-06T08:43:41,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/9e5beab159df48eab21745eceb0901f8 is 50, key is test_row_0/C:col10/1733474621388/Put/seqid=0 2024-12-06T08:43:41,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742582_1758 (size=12301) 2024-12-06T08:43:41,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474681857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474681857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,861 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,861 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,861 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474681857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474681858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:41,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474681858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474682067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474682067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474682068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474682068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474682069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,207 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/9e5beab159df48eab21745eceb0901f8 2024-12-06T08:43:42,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/894936c11a214357a0e75f66310260e8 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/894936c11a214357a0e75f66310260e8 2024-12-06T08:43:42,216 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/894936c11a214357a0e75f66310260e8, entries=150, sequenceid=487, filesize=30.5 K 2024-12-06T08:43:42,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/4896db2117a74c929b104ecdb3b38e01 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/4896db2117a74c929b104ecdb3b38e01 2024-12-06T08:43:42,221 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/4896db2117a74c929b104ecdb3b38e01, entries=150, sequenceid=487, filesize=12.0 K 2024-12-06T08:43:42,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/9e5beab159df48eab21745eceb0901f8 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/9e5beab159df48eab21745eceb0901f8 2024-12-06T08:43:42,227 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/9e5beab159df48eab21745eceb0901f8, entries=150, sequenceid=487, filesize=12.0 K 2024-12-06T08:43:42,228 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 0efa205f9b5eb58aae333fdeab106017 in 516ms, sequenceid=487, compaction requested=false 2024-12-06T08:43:42,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:42,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:42,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=181 2024-12-06T08:43:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=181 2024-12-06T08:43:42,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=181, resume processing ppid=180 2024-12-06T08:43:42,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6080 sec 2024-12-06T08:43:42,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees in 1.6140 sec 2024-12-06T08:43:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:42,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-06T08:43:42,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:42,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:42,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:42,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:42,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:42,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:42,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060b47bf332e7745ba8a3e0e5c62a72fdb_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474622381/Put/seqid=0 2024-12-06T08:43:42,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474682393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474682395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474682396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,403 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,403 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,403 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474682397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742583_1759 (size=14994) 2024-12-06T08:43:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474682402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,408 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:42,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,411 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060b47bf332e7745ba8a3e0e5c62a72fdb_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060b47bf332e7745ba8a3e0e5c62a72fdb_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:42,412 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/1ff1a59ebb0846e39c203446eedde76b, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:42,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/1ff1a59ebb0846e39c203446eedde76b is 175, key is test_row_0/A:col10/1733474622381/Put/seqid=0 2024-12-06T08:43:42,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742584_1760 (size=39949) 2024-12-06T08:43:42,417 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=506, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/1ff1a59ebb0846e39c203446eedde76b 2024-12-06T08:43:42,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/f3befce6dcb84815b35b3fef101f5c98 is 50, key is test_row_0/B:col10/1733474622381/Put/seqid=0 2024-12-06T08:43:42,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742585_1761 (size=12301) 2024-12-06T08:43:42,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474682507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474682508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474682508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474682508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474682518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474682718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474682718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474682718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,719 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,719 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,719 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474682718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,720 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,720 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,720 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474682727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-06T08:43:42,768 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:42,768 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=182, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees 2024-12-06T08:43:42,771 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=182, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-12-06T08:43:42,772 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=182, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:42,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:42,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/f3befce6dcb84815b35b3fef101f5c98 2024-12-06T08:43:42,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/674fe27bed084d0c956be0913e5f3ef0 is 50, key is test_row_0/C:col10/1733474622381/Put/seqid=0 2024-12-06T08:43:42,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742586_1762 (size=12301) 2024-12-06T08:43:42,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/674fe27bed084d0c956be0913e5f3ef0 2024-12-06T08:43:42,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/1ff1a59ebb0846e39c203446eedde76b as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/1ff1a59ebb0846e39c203446eedde76b 2024-12-06T08:43:42,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/1ff1a59ebb0846e39c203446eedde76b, entries=200, sequenceid=506, filesize=39.0 K 2024-12-06T08:43:42,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/f3befce6dcb84815b35b3fef101f5c98 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/f3befce6dcb84815b35b3fef101f5c98 2024-12-06T08:43:42,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/f3befce6dcb84815b35b3fef101f5c98, entries=150, sequenceid=506, filesize=12.0 K 2024-12-06T08:43:42,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/674fe27bed084d0c956be0913e5f3ef0 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/674fe27bed084d0c956be0913e5f3ef0 2024-12-06T08:43:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-12-06T08:43:42,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/674fe27bed084d0c956be0913e5f3ef0, entries=150, sequenceid=506, filesize=12.0 K 2024-12-06T08:43:42,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 0efa205f9b5eb58aae333fdeab106017 in 500ms, sequenceid=506, compaction requested=true 2024-12-06T08:43:42,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:42,882 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:42,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:42,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:42,883 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:42,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:42,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:42,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:42,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:42,884 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:42,884 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/A is initiating minor compaction (all files) 2024-12-06T08:43:42,884 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/A in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:42,884 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/6cee2ad751b04bd0855956eac6adf161, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/894936c11a214357a0e75f66310260e8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/1ff1a59ebb0846e39c203446eedde76b] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=101.0 K 2024-12-06T08:43:42,884 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:42,884 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/6cee2ad751b04bd0855956eac6adf161, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/894936c11a214357a0e75f66310260e8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/1ff1a59ebb0846e39c203446eedde76b] 2024-12-06T08:43:42,885 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:42,885 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cee2ad751b04bd0855956eac6adf161, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1733474620713 2024-12-06T08:43:42,885 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/B is initiating minor compaction (all files) 2024-12-06T08:43:42,885 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/B in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:42,885 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/10c1756c096b4c65ac4fa1ffd15f78cc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/4896db2117a74c929b104ecdb3b38e01, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/f3befce6dcb84815b35b3fef101f5c98] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=37.0 K 2024-12-06T08:43:42,886 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 894936c11a214357a0e75f66310260e8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1733474621388 2024-12-06T08:43:42,886 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 10c1756c096b4c65ac4fa1ffd15f78cc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1733474620713 2024-12-06T08:43:42,887 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ff1a59ebb0846e39c203446eedde76b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733474621733 2024-12-06T08:43:42,887 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4896db2117a74c929b104ecdb3b38e01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1733474621388 2024-12-06T08:43:42,888 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting f3befce6dcb84815b35b3fef101f5c98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733474621744 2024-12-06T08:43:42,896 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:42,906 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#B#compaction#650 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:42,907 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/e2b59fe7c687449cb9cbd48343a57814 is 50, key is test_row_0/B:col10/1733474622381/Put/seqid=0 2024-12-06T08:43:42,921 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206ae6d85d518e04aaab8115e84766b874b_0efa205f9b5eb58aae333fdeab106017 store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:42,923 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206ae6d85d518e04aaab8115e84766b874b_0efa205f9b5eb58aae333fdeab106017, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:42,923 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ae6d85d518e04aaab8115e84766b874b_0efa205f9b5eb58aae333fdeab106017 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:42,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-12-06T08:43:42,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:42,925 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-06T08:43:42,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:42,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:42,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:42,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:42,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:42,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:42,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742587_1763 (size=13357) 2024-12-06T08:43:42,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fc6068df3ca84bb6a02876fba0e665f3_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474622396/Put/seqid=0 2024-12-06T08:43:42,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742588_1764 (size=4469) 2024-12-06T08:43:42,964 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#A#compaction#649 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:42,965 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/9c95537276cf4a94adcc5d070309523a is 175, key is test_row_0/A:col10/1733474622381/Put/seqid=0 2024-12-06T08:43:42,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742590_1766 (size=32311) 2024-12-06T08:43:42,994 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/9c95537276cf4a94adcc5d070309523a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/9c95537276cf4a94adcc5d070309523a 2024-12-06T08:43:43,000 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/A of 0efa205f9b5eb58aae333fdeab106017 into 9c95537276cf4a94adcc5d070309523a(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:43,000 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:43,000 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/A, priority=13, startTime=1733474622882; duration=0sec 2024-12-06T08:43:43,000 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:43,000 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:A 2024-12-06T08:43:43,000 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:43,001 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:43,002 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/C is initiating minor compaction (all files) 2024-12-06T08:43:43,002 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/C in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:43,002 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/b642510ce4ba477ea5534da215e9e8d1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/9e5beab159df48eab21745eceb0901f8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/674fe27bed084d0c956be0913e5f3ef0] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=37.0 K 2024-12-06T08:43:43,002 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting b642510ce4ba477ea5534da215e9e8d1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1733474620713 2024-12-06T08:43:43,002 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e5beab159df48eab21745eceb0901f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1733474621388 2024-12-06T08:43:43,003 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 674fe27bed084d0c956be0913e5f3ef0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733474621744 2024-12-06T08:43:43,012 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#C#compaction#652 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:43,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742589_1765 (size=12454) 2024-12-06T08:43:43,013 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/7ae06427bca24347a35fecd0ae2388dd is 50, key is test_row_0/C:col10/1733474622381/Put/seqid=0 2024-12-06T08:43:43,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:43,017 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fc6068df3ca84bb6a02876fba0e665f3_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fc6068df3ca84bb6a02876fba0e665f3_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:43,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/de3eecc8dc0d45c8a787c202d630f926, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:43,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/de3eecc8dc0d45c8a787c202d630f926 is 175, key is test_row_0/A:col10/1733474622396/Put/seqid=0 2024-12-06T08:43:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:43,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:43,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742592_1768 (size=31255) 2024-12-06T08:43:43,041 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=520, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/de3eecc8dc0d45c8a787c202d630f926 2024-12-06T08:43:43,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742591_1767 (size=13357) 2024-12-06T08:43:43,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/f27274f0e0074d8c8fc160212b6e5b12 is 50, key is test_row_0/B:col10/1733474622396/Put/seqid=0 2024-12-06T08:43:43,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474683056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474683056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474683060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474683060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474683064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-12-06T08:43:43,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742593_1769 (size=12301) 2024-12-06T08:43:43,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474683168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474683168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474683177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474683177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474683177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,350 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/e2b59fe7c687449cb9cbd48343a57814 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/e2b59fe7c687449cb9cbd48343a57814 2024-12-06T08:43:43,355 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/B of 0efa205f9b5eb58aae333fdeab106017 into e2b59fe7c687449cb9cbd48343a57814(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:43,355 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:43,355 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/B, priority=13, startTime=1733474622883; duration=0sec 2024-12-06T08:43:43,355 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:43,356 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:B 2024-12-06T08:43:43,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474683377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474683377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474683387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474683388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474683388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-12-06T08:43:43,448 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/7ae06427bca24347a35fecd0ae2388dd as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/7ae06427bca24347a35fecd0ae2388dd 2024-12-06T08:43:43,455 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/C of 0efa205f9b5eb58aae333fdeab106017 into 7ae06427bca24347a35fecd0ae2388dd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:43,455 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:43,455 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/C, priority=13, startTime=1733474622884; duration=0sec 2024-12-06T08:43:43,455 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:43,455 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:C 2024-12-06T08:43:43,495 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/f27274f0e0074d8c8fc160212b6e5b12 2024-12-06T08:43:43,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/276290cd1ffc49ecb21125d4843f64db is 50, key is test_row_0/C:col10/1733474622396/Put/seqid=0 2024-12-06T08:43:43,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742594_1770 (size=12301) 2024-12-06T08:43:43,510 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/276290cd1ffc49ecb21125d4843f64db 2024-12-06T08:43:43,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/de3eecc8dc0d45c8a787c202d630f926 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/de3eecc8dc0d45c8a787c202d630f926 2024-12-06T08:43:43,521 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/de3eecc8dc0d45c8a787c202d630f926, entries=150, sequenceid=520, filesize=30.5 K 2024-12-06T08:43:43,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/f27274f0e0074d8c8fc160212b6e5b12 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/f27274f0e0074d8c8fc160212b6e5b12 2024-12-06T08:43:43,526 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/f27274f0e0074d8c8fc160212b6e5b12, entries=150, sequenceid=520, filesize=12.0 K 2024-12-06T08:43:43,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/276290cd1ffc49ecb21125d4843f64db as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/276290cd1ffc49ecb21125d4843f64db 2024-12-06T08:43:43,530 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/276290cd1ffc49ecb21125d4843f64db, entries=150, sequenceid=520, filesize=12.0 K 2024-12-06T08:43:43,531 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 0efa205f9b5eb58aae333fdeab106017 in 606ms, sequenceid=520, compaction requested=false 2024-12-06T08:43:43,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:43,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:43,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=183 2024-12-06T08:43:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=183 2024-12-06T08:43:43,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=183, resume processing ppid=182 2024-12-06T08:43:43,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=183, ppid=182, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 760 msec 2024-12-06T08:43:43,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees in 767 msec 2024-12-06T08:43:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:43,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-06T08:43:43,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:43,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:43,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:43,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:43,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:43,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:43,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e905b2fad5ae4e6fb9f73d7be4a8bb5f_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474623053/Put/seqid=0 2024-12-06T08:43:43,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474683708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474683709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474683713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474683715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474683725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742595_1771 (size=17534) 2024-12-06T08:43:43,742 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:43,745 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e905b2fad5ae4e6fb9f73d7be4a8bb5f_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e905b2fad5ae4e6fb9f73d7be4a8bb5f_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:43,747 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/ad9966d87b014705a5735cc2da7dd983, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:43,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/ad9966d87b014705a5735cc2da7dd983 is 175, key is test_row_0/A:col10/1733474623053/Put/seqid=0 2024-12-06T08:43:43,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742596_1772 (size=48639) 2024-12-06T08:43:43,759 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=543, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/ad9966d87b014705a5735cc2da7dd983 2024-12-06T08:43:43,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/420dfa4b1b8145e8b74bfe1953d62e54 is 50, key is test_row_0/B:col10/1733474623053/Put/seqid=0 2024-12-06T08:43:43,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742597_1773 (size=12301) 2024-12-06T08:43:43,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474683818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474683827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474683827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474683827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474683838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-12-06T08:43:43,908 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:43,908 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T08:43:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=184, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees 2024-12-06T08:43:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-06T08:43:43,911 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=184, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T08:43:43,911 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=184, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T08:43:43,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=185, ppid=184, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T08:43:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-06T08:43:44,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43494 deadline: 1733474684028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:44,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1733474684037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:44,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:44,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:44,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:44,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:44,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1733474684037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43478 deadline: 1733474684037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:44,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:44,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:44,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:44,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:44,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:44,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:44,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T08:43:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1733474684047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 2024-12-06T08:43:44,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 , the old value is region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:44,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T08:43:44,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., hostname=25494438c68b,33295,1733474453014, seqNum=5 because the exception is null or not the one we care about 2024-12-06T08:43:44,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T08:43:44,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:44,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:44,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:44,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/420dfa4b1b8145e8b74bfe1953d62e54 2024-12-06T08:43:44,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/14e80a1e38ab4cbbac0e8dd3c4db0129 is 50, key is test_row_0/C:col10/1733474623053/Put/seqid=0 2024-12-06T08:43:44,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T08:43:44,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:44,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:44,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-06T08:43:44,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742598_1774 (size=12301) 2024-12-06T08:43:44,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/14e80a1e38ab4cbbac0e8dd3c4db0129 2024-12-06T08:43:44,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/ad9966d87b014705a5735cc2da7dd983 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/ad9966d87b014705a5735cc2da7dd983 2024-12-06T08:43:44,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/ad9966d87b014705a5735cc2da7dd983, entries=250, sequenceid=543, filesize=47.5 K 2024-12-06T08:43:44,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/420dfa4b1b8145e8b74bfe1953d62e54 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/420dfa4b1b8145e8b74bfe1953d62e54 2024-12-06T08:43:44,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/420dfa4b1b8145e8b74bfe1953d62e54, entries=150, sequenceid=543, filesize=12.0 K 2024-12-06T08:43:44,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/14e80a1e38ab4cbbac0e8dd3c4db0129 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/14e80a1e38ab4cbbac0e8dd3c4db0129 2024-12-06T08:43:44,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/14e80a1e38ab4cbbac0e8dd3c4db0129, entries=150, sequenceid=543, filesize=12.0 K 2024-12-06T08:43:44,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 0efa205f9b5eb58aae333fdeab106017 in 566ms, sequenceid=543, compaction requested=true 2024-12-06T08:43:44,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:44,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T08:43:44,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:44,258 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:44,258 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:44,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T08:43:44,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:44,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0efa205f9b5eb58aae333fdeab106017:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T08:43:44,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:44,259 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:44,259 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/B is initiating minor compaction (all files) 2024-12-06T08:43:44,259 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/B in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:44,260 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/e2b59fe7c687449cb9cbd48343a57814, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/f27274f0e0074d8c8fc160212b6e5b12, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/420dfa4b1b8145e8b74bfe1953d62e54] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=37.1 K 2024-12-06T08:43:44,260 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 112205 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:44,260 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/A is initiating minor compaction (all files) 2024-12-06T08:43:44,260 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/A in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:44,260 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/9c95537276cf4a94adcc5d070309523a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/de3eecc8dc0d45c8a787c202d630f926, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/ad9966d87b014705a5735cc2da7dd983] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=109.6 K 2024-12-06T08:43:44,260 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:44,260 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. files: [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/9c95537276cf4a94adcc5d070309523a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/de3eecc8dc0d45c8a787c202d630f926, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/ad9966d87b014705a5735cc2da7dd983] 2024-12-06T08:43:44,260 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting e2b59fe7c687449cb9cbd48343a57814, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733474621744 2024-12-06T08:43:44,261 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c95537276cf4a94adcc5d070309523a, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733474621744 2024-12-06T08:43:44,261 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting de3eecc8dc0d45c8a787c202d630f926, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1733474622390 2024-12-06T08:43:44,261 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting f27274f0e0074d8c8fc160212b6e5b12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1733474622390 2024-12-06T08:43:44,261 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad9966d87b014705a5735cc2da7dd983, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1733474623053 2024-12-06T08:43:44,261 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 420dfa4b1b8145e8b74bfe1953d62e54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1733474623053 2024-12-06T08:43:44,268 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:44,271 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#B#compaction#659 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:44,271 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/b04129f39cc647ebb7602f41aacf6fb3 is 50, key is test_row_0/B:col10/1733474623053/Put/seqid=0 2024-12-06T08:43:44,272 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206a6de95356728490db0d7c5f666262dc4_0efa205f9b5eb58aae333fdeab106017 store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:44,274 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206a6de95356728490db0d7c5f666262dc4_0efa205f9b5eb58aae333fdeab106017, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:44,274 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a6de95356728490db0d7c5f666262dc4_0efa205f9b5eb58aae333fdeab106017 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:44,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742599_1775 (size=13459) 2024-12-06T08:43:44,303 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/b04129f39cc647ebb7602f41aacf6fb3 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/b04129f39cc647ebb7602f41aacf6fb3 2024-12-06T08:43:44,305 INFO [Thread-2815 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2815. 2024-12-06T08:43:44,305 DEBUG [Thread-2815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:44,305 DEBUG [Thread-2815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,305 DEBUG [Thread-2815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:44,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742600_1776 (size=4469) 2024-12-06T08:43:44,307 INFO [Thread-2809 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2809. 2024-12-06T08:43:44,307 DEBUG [Thread-2809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:44,307 DEBUG [Thread-2809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,307 DEBUG [Thread-2809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:44,308 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#A#compaction#658 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:44,308 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/623b8f6ac78043b29a53e04a412d8295 is 175, key is test_row_0/A:col10/1733474623053/Put/seqid=0 2024-12-06T08:43:44,308 INFO [Thread-2813 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2813. 2024-12-06T08:43:44,308 DEBUG [Thread-2813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:44,308 DEBUG [Thread-2813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,308 DEBUG [Thread-2813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:44,309 INFO [Thread-2817 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2817. 2024-12-06T08:43:44,309 DEBUG [Thread-2817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:44,309 DEBUG [Thread-2817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,309 DEBUG [Thread-2817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:44,310 INFO [Thread-2811 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2811. 2024-12-06T08:43:44,310 DEBUG [Thread-2811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:44,310 DEBUG [Thread-2811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,310 DEBUG [Thread-2811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:44,311 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/B of 0efa205f9b5eb58aae333fdeab106017 into b04129f39cc647ebb7602f41aacf6fb3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:44,311 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:44,311 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/B, priority=13, startTime=1733474624258; duration=0sec 2024-12-06T08:43:44,311 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T08:43:44,311 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:B 2024-12-06T08:43:44,311 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T08:43:44,312 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T08:43:44,312 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1541): 0efa205f9b5eb58aae333fdeab106017/C is initiating minor compaction (all files) 2024-12-06T08:43:44,312 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0efa205f9b5eb58aae333fdeab106017/C in TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:44,312 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/7ae06427bca24347a35fecd0ae2388dd, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/276290cd1ffc49ecb21125d4843f64db, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/14e80a1e38ab4cbbac0e8dd3c4db0129] into tmpdir=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp, totalSize=37.1 K 2024-12-06T08:43:44,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742601_1777 (size=32413) 2024-12-06T08:43:44,313 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ae06427bca24347a35fecd0ae2388dd, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733474621744 2024-12-06T08:43:44,314 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 276290cd1ffc49ecb21125d4843f64db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1733474622390 2024-12-06T08:43:44,314 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] compactions.Compactor(225): Compacting 14e80a1e38ab4cbbac0e8dd3c4db0129, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1733474623053 2024-12-06T08:43:44,320 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0efa205f9b5eb58aae333fdeab106017#C#compaction#660 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T08:43:44,321 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/d8aa7dfa44bd49748d65f5445c7b256d is 50, key is test_row_0/C:col10/1733474623053/Put/seqid=0 2024-12-06T08:43:44,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742602_1778 (size=13459) 2024-12-06T08:43:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33295 {}] regionserver.HRegion(8855): Flush requested on 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:44,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-06T08:43:44,339 INFO [Thread-2806 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2806. 2024-12-06T08:43:44,339 DEBUG [Thread-2806 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:44,339 DEBUG [Thread-2806 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:44,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:44,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:44,339 DEBUG [Thread-2806 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:44,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:44,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:44,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:44,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206291950f1dbef4e1ba51535304201e511_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474623707/Put/seqid=0 2024-12-06T08:43:44,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742603_1779 (size=12454) 2024-12-06T08:43:44,349 INFO [Thread-2802 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2802. 2024-12-06T08:43:44,349 DEBUG [Thread-2802 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:44,349 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:44,349 DEBUG [Thread-2802 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,349 DEBUG [Thread-2802 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:44,349 INFO [Thread-2800 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2800. 2024-12-06T08:43:44,350 DEBUG [Thread-2800 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:44,350 INFO [Thread-2804 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2804. 2024-12-06T08:43:44,350 DEBUG [Thread-2800 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,350 DEBUG [Thread-2804 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:44,350 DEBUG [Thread-2804 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,350 DEBUG [Thread-2800 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,350 DEBUG [Thread-2804 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:44,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:44,353 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206291950f1dbef4e1ba51535304201e511_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206291950f1dbef4e1ba51535304201e511_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:44,354 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/d529a1237bab4a02affed775f6a1dade, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:44,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/d529a1237bab4a02affed775f6a1dade is 175, key is test_row_0/A:col10/1733474623707/Put/seqid=0 2024-12-06T08:43:44,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742604_1780 (size=31255) 2024-12-06T08:43:44,359 INFO [Thread-2798 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2798. 2024-12-06T08:43:44,359 DEBUG [Thread-2798 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T08:43:44,359 DEBUG [Thread-2798 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,359 DEBUG [Thread-2798 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:44,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:44,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T08:43:44,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:44,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:44,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:44,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T08:43:44,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:44,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:44,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:44,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-06T08:43:44,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T08:43:44,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:44,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:44,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:44,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,719 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/623b8f6ac78043b29a53e04a412d8295 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/623b8f6ac78043b29a53e04a412d8295 2024-12-06T08:43:44,724 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/A of 0efa205f9b5eb58aae333fdeab106017 into 623b8f6ac78043b29a53e04a412d8295(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:44,724 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:44,724 INFO [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/A, priority=13, startTime=1733474624258; duration=0sec 2024-12-06T08:43:44,724 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:44,724 DEBUG [RS:0;25494438c68b:33295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:A 2024-12-06T08:43:44,728 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/d8aa7dfa44bd49748d65f5445c7b256d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/d8aa7dfa44bd49748d65f5445c7b256d 2024-12-06T08:43:44,733 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0efa205f9b5eb58aae333fdeab106017/C of 0efa205f9b5eb58aae333fdeab106017 into d8aa7dfa44bd49748d65f5445c7b256d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T08:43:44,733 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:44,733 INFO [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017., storeName=0efa205f9b5eb58aae333fdeab106017/C, priority=13, startTime=1733474624258; duration=0sec 2024-12-06T08:43:44,733 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T08:43:44,733 DEBUG [RS:0;25494438c68b:33295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0efa205f9b5eb58aae333fdeab106017:C 2024-12-06T08:43:44,758 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=558, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/d529a1237bab4a02affed775f6a1dade 2024-12-06T08:43:44,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/1375dac07c4d49da8f2d134f7cdc614c is 50, key is test_row_0/B:col10/1733474623707/Put/seqid=0 2024-12-06T08:43:44,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742605_1781 (size=12301) 2024-12-06T08:43:44,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T08:43:44,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:44,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:44,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:44,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T08:43:44,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:44,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:44,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:44,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-06T08:43:45,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T08:43:45,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:45,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:45,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:45,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:45,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:45,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/1375dac07c4d49da8f2d134f7cdc614c 2024-12-06T08:43:45,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/abe124a0d4c14f06bdc62b235126863d is 50, key is test_row_0/C:col10/1733474623707/Put/seqid=0 2024-12-06T08:43:45,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742606_1782 (size=12301) 2024-12-06T08:43:45,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T08:43:45,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:45,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:45,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:45,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:45,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:45,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T08:43:45,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:45,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:45,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:45,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:45,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:45,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/abe124a0d4c14f06bdc62b235126863d 2024-12-06T08:43:45,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/d529a1237bab4a02affed775f6a1dade as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/d529a1237bab4a02affed775f6a1dade 2024-12-06T08:43:45,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/d529a1237bab4a02affed775f6a1dade, entries=150, sequenceid=558, filesize=30.5 K 2024-12-06T08:43:45,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/1375dac07c4d49da8f2d134f7cdc614c as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/1375dac07c4d49da8f2d134f7cdc614c 2024-12-06T08:43:45,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T08:43:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. as already flushing 2024-12-06T08:43:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:45,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:43:45,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/1375dac07c4d49da8f2d134f7cdc614c, entries=150, sequenceid=558, filesize=12.0 K 2024-12-06T08:43:45,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/abe124a0d4c14f06bdc62b235126863d as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/abe124a0d4c14f06bdc62b235126863d 2024-12-06T08:43:45,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/abe124a0d4c14f06bdc62b235126863d, entries=150, sequenceid=558, filesize=12.0 K 2024-12-06T08:43:45,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=26.84 KB/27480 for 0efa205f9b5eb58aae333fdeab106017 in 1265ms, sequenceid=558, compaction requested=false 2024-12-06T08:43:45,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:45,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T08:43:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:45,750 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2902): Flushing 0efa205f9b5eb58aae333fdeab106017 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-06T08:43:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=A 2024-12-06T08:43:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=B 2024-12-06T08:43:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0efa205f9b5eb58aae333fdeab106017, store=C 2024-12-06T08:43:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T08:43:45,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206404688197592421bbdb1f387ec12a4aa_0efa205f9b5eb58aae333fdeab106017 is 50, key is test_row_0/A:col10/1733474624348/Put/seqid=0 2024-12-06T08:43:45,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742607_1783 (size=12454) 2024-12-06T08:43:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-06T08:43:46,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T08:43:46,161 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206404688197592421bbdb1f387ec12a4aa_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206404688197592421bbdb1f387ec12a4aa_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:46,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/99d113b7b14b4a63ad224e0ebfa46a74, store: [table=TestAcidGuarantees family=A region=0efa205f9b5eb58aae333fdeab106017] 2024-12-06T08:43:46,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/99d113b7b14b4a63ad224e0ebfa46a74 is 175, key is test_row_0/A:col10/1733474624348/Put/seqid=0 2024-12-06T08:43:46,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742608_1784 (size=31255) 2024-12-06T08:43:46,566 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=567, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/99d113b7b14b4a63ad224e0ebfa46a74 2024-12-06T08:43:46,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/4580f4663c6e4441a383c773503d917f is 50, key is test_row_0/B:col10/1733474624348/Put/seqid=0 2024-12-06T08:43:46,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742609_1785 (size=12301) 2024-12-06T08:43:46,975 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/4580f4663c6e4441a383c773503d917f 2024-12-06T08:43:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/cdd47c96d00247c480c48fe9fe5cf0ff is 50, key is test_row_0/C:col10/1733474624348/Put/seqid=0 2024-12-06T08:43:46,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742610_1786 (size=12301) 2024-12-06T08:43:47,383 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/cdd47c96d00247c480c48fe9fe5cf0ff 2024-12-06T08:43:47,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/A/99d113b7b14b4a63ad224e0ebfa46a74 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/99d113b7b14b4a63ad224e0ebfa46a74 2024-12-06T08:43:47,390 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/99d113b7b14b4a63ad224e0ebfa46a74, entries=150, sequenceid=567, filesize=30.5 K 2024-12-06T08:43:47,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/B/4580f4663c6e4441a383c773503d917f as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/4580f4663c6e4441a383c773503d917f 2024-12-06T08:43:47,394 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/4580f4663c6e4441a383c773503d917f, entries=150, sequenceid=567, filesize=12.0 K 2024-12-06T08:43:47,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/.tmp/C/cdd47c96d00247c480c48fe9fe5cf0ff as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cdd47c96d00247c480c48fe9fe5cf0ff 2024-12-06T08:43:47,397 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cdd47c96d00247c480c48fe9fe5cf0ff, entries=150, sequenceid=567, filesize=12.0 K 2024-12-06T08:43:47,398 INFO [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 0efa205f9b5eb58aae333fdeab106017 in 1647ms, sequenceid=567, compaction requested=true 2024-12-06T08:43:47,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2603): Flush status journal for 0efa205f9b5eb58aae333fdeab106017: 2024-12-06T08:43:47,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:47,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/25494438c68b:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=185 2024-12-06T08:43:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=185 2024-12-06T08:43:47,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=185, resume processing ppid=184 2024-12-06T08:43:47,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=185, ppid=184, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4870 sec 2024-12-06T08:43:47,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=184, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees in 3.4930 sec 2024-12-06T08:43:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-06T08:43:48,078 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:48,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T08:43:48,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-12-06T08:43:48,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-12-06T08:43:48,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-12-06T08:43:48,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-12-06T08:43:48,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-12-06T08:43:48,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T08:43:48,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2554 2024-12-06T08:43:48,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2560 2024-12-06T08:43:48,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2641 2024-12-06T08:43:48,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2558 2024-12-06T08:43:48,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2555 2024-12-06T08:43:48,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T08:43:48,078 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T08:43:48,078 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T08:43:48,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:48,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:48,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:48,079 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T08:43:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=186, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T08:43:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-12-06T08:43:48,082 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474628082"}]},"ts":"1733474628082"} 2024-12-06T08:43:48,083 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T08:43:48,083 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T08:43:48,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=187, ppid=186, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T08:43:48,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0efa205f9b5eb58aae333fdeab106017, UNASSIGN}] 2024-12-06T08:43:48,086 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=188, ppid=187, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0efa205f9b5eb58aae333fdeab106017, UNASSIGN 2024-12-06T08:43:48,086 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=188 updating hbase:meta row=0efa205f9b5eb58aae333fdeab106017, regionState=CLOSING, regionLocation=25494438c68b,33295,1733474453014 2024-12-06T08:43:48,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=188, ppid=187, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0efa205f9b5eb58aae333fdeab106017, UNASSIGN because future has completed 2024-12-06T08:43:48,088 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T08:43:48,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=189, ppid=188, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014}] 2024-12-06T08:43:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-12-06T08:43:48,240 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] handler.UnassignRegionHandler(122): Close 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,240 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T08:43:48,240 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1722): Closing 0efa205f9b5eb58aae333fdeab106017, disabling compactions & flushes 2024-12-06T08:43:48,240 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:48,240 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:48,240 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. after waiting 0 ms 2024-12-06T08:43:48,240 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:48,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/df87a3ee5eec4fc08451f11734d15762, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/4afe300314b54edfb2f04170d21eeda9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/686b8512b95b4dcd94aeffb29c146603, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/812229472f7445d69da284505f23c658, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/55ce0bb6bfc741a088bfb47beabe58a9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/e8640711782d4aa096aebff63722a6be, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/c8a149fc0569486a99689a5fcc52960e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/752a67f6d7ad456fbfa07b294f562c95, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/82517ac6bf744fd8b02d5f080eb7f51f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/2147732016d74a36b849c0036b5c1434, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/6cf0f02f83014db3b75117ab25850e04, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/969354e5f2ae4b8e97768d5c5a1a052a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/32ba3e0d8f4f4b2da61a88f66577ee9b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/a43ba8f8d0da4dca8d94d8a9b2594e58, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/4926298e25a145f9b028affe34cf45df, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/39e769cbafdc4ca9bc422d603a200d66, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/a59af1afaa4348649357610834f10feb, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/7181df6cf67740b189b54a570d018837, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/8d6ae3786f4648438e314ac033dbc40c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/6156e1c8b3a7482ca1e9db8a6ad68cc1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/74fad434e9684d3b9a51f792bdee4d23, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/7ea67e4e707e4557b0149ef55139e010, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/d449f99fcd6e464db6bd2262a82093e3, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/f1c15afc825247ea95644be447730557, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/40f1132489154128bece4bf2e033c8c9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/42f61aae290844f4b711c2ed467febc2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/d8b3c15f6a734e93b19c2c7b129c1b68, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/6cee2ad751b04bd0855956eac6adf161, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/c52212a7c3f445e9bea6f429e14058b2, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/894936c11a214357a0e75f66310260e8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/1ff1a59ebb0846e39c203446eedde76b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/9c95537276cf4a94adcc5d070309523a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/de3eecc8dc0d45c8a787c202d630f926, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/ad9966d87b014705a5735cc2da7dd983] to archive 2024-12-06T08:43:48,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T08:43:48,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/df87a3ee5eec4fc08451f11734d15762 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/df87a3ee5eec4fc08451f11734d15762 2024-12-06T08:43:48,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/4afe300314b54edfb2f04170d21eeda9 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/4afe300314b54edfb2f04170d21eeda9 2024-12-06T08:43:48,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/686b8512b95b4dcd94aeffb29c146603 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/686b8512b95b4dcd94aeffb29c146603 2024-12-06T08:43:48,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/812229472f7445d69da284505f23c658 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/812229472f7445d69da284505f23c658 2024-12-06T08:43:48,246 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/55ce0bb6bfc741a088bfb47beabe58a9 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/55ce0bb6bfc741a088bfb47beabe58a9 2024-12-06T08:43:48,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/e8640711782d4aa096aebff63722a6be to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/e8640711782d4aa096aebff63722a6be 2024-12-06T08:43:48,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/c8a149fc0569486a99689a5fcc52960e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/c8a149fc0569486a99689a5fcc52960e 2024-12-06T08:43:48,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/752a67f6d7ad456fbfa07b294f562c95 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/752a67f6d7ad456fbfa07b294f562c95 2024-12-06T08:43:48,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/82517ac6bf744fd8b02d5f080eb7f51f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/82517ac6bf744fd8b02d5f080eb7f51f 2024-12-06T08:43:48,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/2147732016d74a36b849c0036b5c1434 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/2147732016d74a36b849c0036b5c1434 2024-12-06T08:43:48,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/6cf0f02f83014db3b75117ab25850e04 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/6cf0f02f83014db3b75117ab25850e04 2024-12-06T08:43:48,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/969354e5f2ae4b8e97768d5c5a1a052a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/969354e5f2ae4b8e97768d5c5a1a052a 2024-12-06T08:43:48,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/32ba3e0d8f4f4b2da61a88f66577ee9b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/32ba3e0d8f4f4b2da61a88f66577ee9b 2024-12-06T08:43:48,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/a43ba8f8d0da4dca8d94d8a9b2594e58 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/a43ba8f8d0da4dca8d94d8a9b2594e58 2024-12-06T08:43:48,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/4926298e25a145f9b028affe34cf45df to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/4926298e25a145f9b028affe34cf45df 2024-12-06T08:43:48,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/39e769cbafdc4ca9bc422d603a200d66 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/39e769cbafdc4ca9bc422d603a200d66 2024-12-06T08:43:48,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/a59af1afaa4348649357610834f10feb to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/a59af1afaa4348649357610834f10feb 2024-12-06T08:43:48,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/7181df6cf67740b189b54a570d018837 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/7181df6cf67740b189b54a570d018837 2024-12-06T08:43:48,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/8d6ae3786f4648438e314ac033dbc40c to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/8d6ae3786f4648438e314ac033dbc40c 2024-12-06T08:43:48,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/6156e1c8b3a7482ca1e9db8a6ad68cc1 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/6156e1c8b3a7482ca1e9db8a6ad68cc1 2024-12-06T08:43:48,259 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/74fad434e9684d3b9a51f792bdee4d23 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/74fad434e9684d3b9a51f792bdee4d23 2024-12-06T08:43:48,259 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/7ea67e4e707e4557b0149ef55139e010 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/7ea67e4e707e4557b0149ef55139e010 2024-12-06T08:43:48,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/d449f99fcd6e464db6bd2262a82093e3 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/d449f99fcd6e464db6bd2262a82093e3 2024-12-06T08:43:48,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/f1c15afc825247ea95644be447730557 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/f1c15afc825247ea95644be447730557 2024-12-06T08:43:48,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/40f1132489154128bece4bf2e033c8c9 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/40f1132489154128bece4bf2e033c8c9 2024-12-06T08:43:48,262 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/42f61aae290844f4b711c2ed467febc2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/42f61aae290844f4b711c2ed467febc2 2024-12-06T08:43:48,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/d8b3c15f6a734e93b19c2c7b129c1b68 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/d8b3c15f6a734e93b19c2c7b129c1b68 2024-12-06T08:43:48,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/6cee2ad751b04bd0855956eac6adf161 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/6cee2ad751b04bd0855956eac6adf161 2024-12-06T08:43:48,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/c52212a7c3f445e9bea6f429e14058b2 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/c52212a7c3f445e9bea6f429e14058b2 2024-12-06T08:43:48,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/894936c11a214357a0e75f66310260e8 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/894936c11a214357a0e75f66310260e8 2024-12-06T08:43:48,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/1ff1a59ebb0846e39c203446eedde76b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/1ff1a59ebb0846e39c203446eedde76b 2024-12-06T08:43:48,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/9c95537276cf4a94adcc5d070309523a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/9c95537276cf4a94adcc5d070309523a 2024-12-06T08:43:48,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/de3eecc8dc0d45c8a787c202d630f926 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/de3eecc8dc0d45c8a787c202d630f926 2024-12-06T08:43:48,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/ad9966d87b014705a5735cc2da7dd983 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/ad9966d87b014705a5735cc2da7dd983 2024-12-06T08:43:48,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/d04b0a08893243dbaa54389921441adc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/3ae8f5cb7d924b328c916cc9d8b31d4b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/044fd3c104fe4dc894d2442441a65e29, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/9066b56837a3479c95b627f61a215a23, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/dc7795bf9d40436982857922430f2c98, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/998eb81f35f046f2a6a5a7f0434750cf, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/e56b147f2ec74d679904b91604a33403, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/6d3689e2fd9344b49fadd47a1bed290b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/2e038b7338324910880f137b3c75b21d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/5697c12337a948c68abae445e2065106, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a5c03eae80514b65ad3cd78dccf1df88, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/1cd8850a819045668ee89aff2403047c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a96f4a4b15be43ac90c44533804fe2c7, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/6dd4b7a288614861864561681b0b4997, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/0a0813c76cca40a49d90fd8cc35c8ba8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/8b948fe0270c4e1eb31df29bda40dccd, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/c2b9c30e29434c30af8742d47ad6ce67, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/89697f7feba7453d875427d8da38c809, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/0d3b45c77af04205963472130a9b177c, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/38d3744f486b4ca89b45b6f8a5446388, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a64ef9ce218e436e9d0036f5d7a25b68, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/8f7655b351d7488d99607b2899e4688e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/55bc0670d5a74a4f90b47fe76ed496fc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/77d86d6f99ee4311904ef4a0246f68b7, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a09de7b7638e4600927d84e227acfc5a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/89c0e957f38b4a8e8ddd91eabd2b9fd4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/adfda2909822403d95ec82a4d982682a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/10c1756c096b4c65ac4fa1ffd15f78cc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/9a29c86b620b452c94457f156ae221b5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/4896db2117a74c929b104ecdb3b38e01, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/e2b59fe7c687449cb9cbd48343a57814, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/f3befce6dcb84815b35b3fef101f5c98, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/f27274f0e0074d8c8fc160212b6e5b12, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/420dfa4b1b8145e8b74bfe1953d62e54] to archive 2024-12-06T08:43:48,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T08:43:48,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/d04b0a08893243dbaa54389921441adc to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/d04b0a08893243dbaa54389921441adc 2024-12-06T08:43:48,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/3ae8f5cb7d924b328c916cc9d8b31d4b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/3ae8f5cb7d924b328c916cc9d8b31d4b 2024-12-06T08:43:48,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/044fd3c104fe4dc894d2442441a65e29 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/044fd3c104fe4dc894d2442441a65e29 2024-12-06T08:43:48,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/9066b56837a3479c95b627f61a215a23 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/9066b56837a3479c95b627f61a215a23 2024-12-06T08:43:48,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/dc7795bf9d40436982857922430f2c98 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/dc7795bf9d40436982857922430f2c98 2024-12-06T08:43:48,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/998eb81f35f046f2a6a5a7f0434750cf to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/998eb81f35f046f2a6a5a7f0434750cf 2024-12-06T08:43:48,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/e56b147f2ec74d679904b91604a33403 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/e56b147f2ec74d679904b91604a33403 2024-12-06T08:43:48,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/6d3689e2fd9344b49fadd47a1bed290b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/6d3689e2fd9344b49fadd47a1bed290b 2024-12-06T08:43:48,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/2e038b7338324910880f137b3c75b21d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/2e038b7338324910880f137b3c75b21d 2024-12-06T08:43:48,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/5697c12337a948c68abae445e2065106 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/5697c12337a948c68abae445e2065106 2024-12-06T08:43:48,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a5c03eae80514b65ad3cd78dccf1df88 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a5c03eae80514b65ad3cd78dccf1df88 2024-12-06T08:43:48,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/1cd8850a819045668ee89aff2403047c to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/1cd8850a819045668ee89aff2403047c 2024-12-06T08:43:48,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a96f4a4b15be43ac90c44533804fe2c7 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a96f4a4b15be43ac90c44533804fe2c7 2024-12-06T08:43:48,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/6dd4b7a288614861864561681b0b4997 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/6dd4b7a288614861864561681b0b4997 2024-12-06T08:43:48,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/0a0813c76cca40a49d90fd8cc35c8ba8 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/0a0813c76cca40a49d90fd8cc35c8ba8 2024-12-06T08:43:48,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/8b948fe0270c4e1eb31df29bda40dccd to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/8b948fe0270c4e1eb31df29bda40dccd 2024-12-06T08:43:48,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/c2b9c30e29434c30af8742d47ad6ce67 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/c2b9c30e29434c30af8742d47ad6ce67 2024-12-06T08:43:48,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/89697f7feba7453d875427d8da38c809 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/89697f7feba7453d875427d8da38c809 2024-12-06T08:43:48,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/0d3b45c77af04205963472130a9b177c to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/0d3b45c77af04205963472130a9b177c 2024-12-06T08:43:48,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/38d3744f486b4ca89b45b6f8a5446388 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/38d3744f486b4ca89b45b6f8a5446388 2024-12-06T08:43:48,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a64ef9ce218e436e9d0036f5d7a25b68 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a64ef9ce218e436e9d0036f5d7a25b68 2024-12-06T08:43:48,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/8f7655b351d7488d99607b2899e4688e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/8f7655b351d7488d99607b2899e4688e 2024-12-06T08:43:48,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/55bc0670d5a74a4f90b47fe76ed496fc to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/55bc0670d5a74a4f90b47fe76ed496fc 2024-12-06T08:43:48,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/77d86d6f99ee4311904ef4a0246f68b7 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/77d86d6f99ee4311904ef4a0246f68b7 2024-12-06T08:43:48,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a09de7b7638e4600927d84e227acfc5a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/a09de7b7638e4600927d84e227acfc5a 2024-12-06T08:43:48,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/89c0e957f38b4a8e8ddd91eabd2b9fd4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/89c0e957f38b4a8e8ddd91eabd2b9fd4 2024-12-06T08:43:48,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/adfda2909822403d95ec82a4d982682a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/adfda2909822403d95ec82a4d982682a 2024-12-06T08:43:48,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/10c1756c096b4c65ac4fa1ffd15f78cc to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/10c1756c096b4c65ac4fa1ffd15f78cc 2024-12-06T08:43:48,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/9a29c86b620b452c94457f156ae221b5 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/9a29c86b620b452c94457f156ae221b5 2024-12-06T08:43:48,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/4896db2117a74c929b104ecdb3b38e01 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/4896db2117a74c929b104ecdb3b38e01 2024-12-06T08:43:48,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/e2b59fe7c687449cb9cbd48343a57814 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/e2b59fe7c687449cb9cbd48343a57814 2024-12-06T08:43:48,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/f3befce6dcb84815b35b3fef101f5c98 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/f3befce6dcb84815b35b3fef101f5c98 2024-12-06T08:43:48,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/f27274f0e0074d8c8fc160212b6e5b12 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/f27274f0e0074d8c8fc160212b6e5b12 2024-12-06T08:43:48,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/420dfa4b1b8145e8b74bfe1953d62e54 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/420dfa4b1b8145e8b74bfe1953d62e54 2024-12-06T08:43:48,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/4a730b4c55cf4c09b15bfd41ad86d9bf, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/7f03c2f19a674568a3fc56ede6eb0aee, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/c2dc850f129943c68158da55c7481b07, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/3b169d5e32df461c82b145861ef85a39, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/3d71171cb1d64ef49cde350b68d5685a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cece0048c72a4b4bbe5e9bb186c9b83a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/581420adbaaf430ba52a91f1150eb281, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/9cc79d70317641639a47dc5f2c435ed9, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/91efe8930d9247aeb17e80780077a9ab, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/84ea3ea417674825ac233ca1ab2d9258, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/c603a373c227482b90870c0bd53c4209, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/4882d8ca84d24704924213a68551dc0a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/38cafe1a997c4ad4b5096db607c8582f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/ec09aafddfca49c4877f13274efc77b5, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/a4fb735a04414fafb7b9fdaf3c16fee4, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/f6f371bf9c914cf2b6f0cb4a0896a79b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/38a2791c7ee04d448349b03e29848d3e, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/87dd7b9dc36a4d14a6c8eb543302fe49, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/0625201919044b41bf1ea695e84df606, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cf543c8b012c46a2add78e84c2bcb7dc, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cf4b6f7f7792475ebb85567097e5bf3a, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/4efa767b329f4d8894443651faf527ae, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/417b5441f4cb4c4d9f516ac9fc30fd0b, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/26b89b203fdd4b7cad21f7136f741561, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/a4ddd427bce741aeb93fa3c82961849d, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/173b969c830d4d75bef7854fb6bb026f, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/c55ffb47466d47fea7c4cfc3cf4fdd81, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/b642510ce4ba477ea5534da215e9e8d1, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/377e83458e404116be4ffb6c6edc1b29, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/9e5beab159df48eab21745eceb0901f8, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/7ae06427bca24347a35fecd0ae2388dd, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/674fe27bed084d0c956be0913e5f3ef0, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/276290cd1ffc49ecb21125d4843f64db, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/14e80a1e38ab4cbbac0e8dd3c4db0129] to archive 2024-12-06T08:43:48,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T08:43:48,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/4a730b4c55cf4c09b15bfd41ad86d9bf to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/4a730b4c55cf4c09b15bfd41ad86d9bf 2024-12-06T08:43:48,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/7f03c2f19a674568a3fc56ede6eb0aee to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/7f03c2f19a674568a3fc56ede6eb0aee 2024-12-06T08:43:48,301 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/c2dc850f129943c68158da55c7481b07 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/c2dc850f129943c68158da55c7481b07 2024-12-06T08:43:48,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/3b169d5e32df461c82b145861ef85a39 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/3b169d5e32df461c82b145861ef85a39 2024-12-06T08:43:48,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/3d71171cb1d64ef49cde350b68d5685a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/3d71171cb1d64ef49cde350b68d5685a 2024-12-06T08:43:48,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cece0048c72a4b4bbe5e9bb186c9b83a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cece0048c72a4b4bbe5e9bb186c9b83a 2024-12-06T08:43:48,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/581420adbaaf430ba52a91f1150eb281 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/581420adbaaf430ba52a91f1150eb281 2024-12-06T08:43:48,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/9cc79d70317641639a47dc5f2c435ed9 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/9cc79d70317641639a47dc5f2c435ed9 2024-12-06T08:43:48,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/91efe8930d9247aeb17e80780077a9ab to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/91efe8930d9247aeb17e80780077a9ab 2024-12-06T08:43:48,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/84ea3ea417674825ac233ca1ab2d9258 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/84ea3ea417674825ac233ca1ab2d9258 2024-12-06T08:43:48,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/c603a373c227482b90870c0bd53c4209 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/c603a373c227482b90870c0bd53c4209 2024-12-06T08:43:48,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/4882d8ca84d24704924213a68551dc0a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/4882d8ca84d24704924213a68551dc0a 2024-12-06T08:43:48,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/38cafe1a997c4ad4b5096db607c8582f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/38cafe1a997c4ad4b5096db607c8582f 2024-12-06T08:43:48,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/ec09aafddfca49c4877f13274efc77b5 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/ec09aafddfca49c4877f13274efc77b5 2024-12-06T08:43:48,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/a4fb735a04414fafb7b9fdaf3c16fee4 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/a4fb735a04414fafb7b9fdaf3c16fee4 2024-12-06T08:43:48,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/f6f371bf9c914cf2b6f0cb4a0896a79b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/f6f371bf9c914cf2b6f0cb4a0896a79b 2024-12-06T08:43:48,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/38a2791c7ee04d448349b03e29848d3e to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/38a2791c7ee04d448349b03e29848d3e 2024-12-06T08:43:48,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/87dd7b9dc36a4d14a6c8eb543302fe49 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/87dd7b9dc36a4d14a6c8eb543302fe49 2024-12-06T08:43:48,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/0625201919044b41bf1ea695e84df606 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/0625201919044b41bf1ea695e84df606 2024-12-06T08:43:48,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cf543c8b012c46a2add78e84c2bcb7dc to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cf543c8b012c46a2add78e84c2bcb7dc 2024-12-06T08:43:48,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cf4b6f7f7792475ebb85567097e5bf3a to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cf4b6f7f7792475ebb85567097e5bf3a 2024-12-06T08:43:48,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/4efa767b329f4d8894443651faf527ae to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/4efa767b329f4d8894443651faf527ae 2024-12-06T08:43:48,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/417b5441f4cb4c4d9f516ac9fc30fd0b to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/417b5441f4cb4c4d9f516ac9fc30fd0b 2024-12-06T08:43:48,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/26b89b203fdd4b7cad21f7136f741561 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/26b89b203fdd4b7cad21f7136f741561 2024-12-06T08:43:48,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/a4ddd427bce741aeb93fa3c82961849d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/a4ddd427bce741aeb93fa3c82961849d 2024-12-06T08:43:48,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/173b969c830d4d75bef7854fb6bb026f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/173b969c830d4d75bef7854fb6bb026f 2024-12-06T08:43:48,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/c55ffb47466d47fea7c4cfc3cf4fdd81 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/c55ffb47466d47fea7c4cfc3cf4fdd81 2024-12-06T08:43:48,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/b642510ce4ba477ea5534da215e9e8d1 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/b642510ce4ba477ea5534da215e9e8d1 2024-12-06T08:43:48,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/377e83458e404116be4ffb6c6edc1b29 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/377e83458e404116be4ffb6c6edc1b29 2024-12-06T08:43:48,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/9e5beab159df48eab21745eceb0901f8 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/9e5beab159df48eab21745eceb0901f8 2024-12-06T08:43:48,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/7ae06427bca24347a35fecd0ae2388dd to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/7ae06427bca24347a35fecd0ae2388dd 2024-12-06T08:43:48,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/674fe27bed084d0c956be0913e5f3ef0 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/674fe27bed084d0c956be0913e5f3ef0 2024-12-06T08:43:48,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/276290cd1ffc49ecb21125d4843f64db to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/276290cd1ffc49ecb21125d4843f64db 2024-12-06T08:43:48,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/14e80a1e38ab4cbbac0e8dd3c4db0129 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/14e80a1e38ab4cbbac0e8dd3c4db0129 2024-12-06T08:43:48,327 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/recovered.edits/570.seqid, newMaxSeqId=570, maxSeqId=4 2024-12-06T08:43:48,328 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017. 2024-12-06T08:43:48,328 DEBUG [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1676): Region close journal for 0efa205f9b5eb58aae333fdeab106017: Waiting for close lock at 1733474628240Running coprocessor pre-close hooks at 1733474628240Disabling compacts and flushes for region at 1733474628240Disabling writes for close at 1733474628240Writing region close event to WAL at 1733474628325 (+85 ms)Running coprocessor post-close hooks at 1733474628328 (+3 ms)Closed at 1733474628328 2024-12-06T08:43:48,330 INFO [RS_CLOSE_REGION-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] handler.UnassignRegionHandler(157): Closed 0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,330 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=188 updating hbase:meta row=0efa205f9b5eb58aae333fdeab106017, regionState=CLOSED 2024-12-06T08:43:48,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=189, ppid=188, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 because future has completed 2024-12-06T08:43:48,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=189, resume processing ppid=188 2024-12-06T08:43:48,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=189, ppid=188, state=SUCCESS, hasLock=false; CloseRegionProcedure 0efa205f9b5eb58aae333fdeab106017, server=25494438c68b,33295,1733474453014 in 244 msec 2024-12-06T08:43:48,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=188, resume processing ppid=187 2024-12-06T08:43:48,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=188, ppid=187, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0efa205f9b5eb58aae333fdeab106017, UNASSIGN in 248 msec 2024-12-06T08:43:48,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=187, resume processing ppid=186 2024-12-06T08:43:48,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=187, ppid=186, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 252 msec 2024-12-06T08:43:48,338 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733474628338"}]},"ts":"1733474628338"} 2024-12-06T08:43:48,339 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T08:43:48,339 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T08:43:48,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=186, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 260 msec 2024-12-06T08:43:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-12-06T08:43:48,398 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:48,398 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T08:43:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=190, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:43:48,400 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=190, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:43:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=190 2024-12-06T08:43:48,400 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=190, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:43:48,403 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,404 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A, FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B, FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C, FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/recovered.edits] 2024-12-06T08:43:48,406 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/623b8f6ac78043b29a53e04a412d8295 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/623b8f6ac78043b29a53e04a412d8295 2024-12-06T08:43:48,407 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/99d113b7b14b4a63ad224e0ebfa46a74 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/99d113b7b14b4a63ad224e0ebfa46a74 2024-12-06T08:43:48,408 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/d529a1237bab4a02affed775f6a1dade to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/A/d529a1237bab4a02affed775f6a1dade 2024-12-06T08:43:48,409 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/1375dac07c4d49da8f2d134f7cdc614c to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/1375dac07c4d49da8f2d134f7cdc614c 2024-12-06T08:43:48,410 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/4580f4663c6e4441a383c773503d917f to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/4580f4663c6e4441a383c773503d917f 2024-12-06T08:43:48,411 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/b04129f39cc647ebb7602f41aacf6fb3 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/B/b04129f39cc647ebb7602f41aacf6fb3 2024-12-06T08:43:48,412 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/abe124a0d4c14f06bdc62b235126863d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/abe124a0d4c14f06bdc62b235126863d 2024-12-06T08:43:48,413 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cdd47c96d00247c480c48fe9fe5cf0ff to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/cdd47c96d00247c480c48fe9fe5cf0ff 2024-12-06T08:43:48,414 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/d8aa7dfa44bd49748d65f5445c7b256d to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/C/d8aa7dfa44bd49748d65f5445c7b256d 2024-12-06T08:43:48,416 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/recovered.edits/570.seqid to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017/recovered.edits/570.seqid 2024-12-06T08:43:48,416 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/default/TestAcidGuarantees/0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,416 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T08:43:48,417 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T08:43:48,417 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-06T08:43:48,419 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060b47bf332e7745ba8a3e0e5c62a72fdb_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060b47bf332e7745ba8a3e0e5c62a72fdb_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,420 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060f8c788e70bd4df9865ea5af33a5b4c3_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060f8c788e70bd4df9865ea5af33a5b4c3_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,421 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412061d17728a15d2404a934fa51613197ddd_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412061d17728a15d2404a934fa51613197ddd_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,422 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206291950f1dbef4e1ba51535304201e511_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206291950f1dbef4e1ba51535304201e511_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,423 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062c1fdd44d86e49aaad5cc3897efca1ee_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062c1fdd44d86e49aaad5cc3897efca1ee_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,423 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206404688197592421bbdb1f387ec12a4aa_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206404688197592421bbdb1f387ec12a4aa_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,424 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120644d90fd833804b3db6e7430ee3b0d83c_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120644d90fd833804b3db6e7430ee3b0d83c_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,425 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064aa833a53b5c40de9f0c639b3bc9348c_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064aa833a53b5c40de9f0c639b3bc9348c_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,426 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120656a3ea2cac9a43d0ae03068ff498d3e7_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120656a3ea2cac9a43d0ae03068ff498d3e7_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,427 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120661a6078f9c5b47f9ac5ba624fdd33a1d_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120661a6078f9c5b47f9ac5ba624fdd33a1d_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,427 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412066fa56ff7957445d7bd82ffcf458bf3b4_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412066fa56ff7957445d7bd82ffcf458bf3b4_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,428 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120686cad2127a3d453bbb704a8a70d37c6e_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120686cad2127a3d453bbb704a8a70d37c6e_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,429 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120688239496bfb1456bb74b6eef2fa576d7_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120688239496bfb1456bb74b6eef2fa576d7_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,430 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068b9d9967b3b44abcb7dbea717490f254_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068b9d9967b3b44abcb7dbea717490f254_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,431 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069c9e4edb61774bb6b56b4a5b11f082af_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069c9e4edb61774bb6b56b4a5b11f082af_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,431 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b3e1beb1e423474282e2ffdaee4bfc16_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b3e1beb1e423474282e2ffdaee4bfc16_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,432 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b6d89921aecb47d7b2324935f77dc156_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b6d89921aecb47d7b2324935f77dc156_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,433 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d4c92c69676343679fd3757ad977bd8a_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d4c92c69676343679fd3757ad977bd8a_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,434 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d91bc264e5ae4c00a4cbcddfec2bee4e_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d91bc264e5ae4c00a4cbcddfec2bee4e_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,434 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ddeb5edac40743b188298c9fc1fedcc2_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ddeb5edac40743b188298c9fc1fedcc2_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,435 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e905b2fad5ae4e6fb9f73d7be4a8bb5f_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e905b2fad5ae4e6fb9f73d7be4a8bb5f_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,436 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f7ff7eded4e94f0c9856da9de54a8590_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f7ff7eded4e94f0c9856da9de54a8590_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,437 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fafc891b51f2473797ecf9681cbb7150_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fafc891b51f2473797ecf9681cbb7150_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,438 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fc6068df3ca84bb6a02876fba0e665f3_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fc6068df3ca84bb6a02876fba0e665f3_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,438 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fd3691175e4640a1baf79669adede356_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fd3691175e4640a1baf79669adede356_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,439 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fddf404d95224340aa64b46557516fac_0efa205f9b5eb58aae333fdeab106017 to hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fddf404d95224340aa64b46557516fac_0efa205f9b5eb58aae333fdeab106017 2024-12-06T08:43:48,440 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T08:43:48,441 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=190, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:43:48,443 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T08:43:48,445 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T08:43:48,446 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=190, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:43:48,446 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T08:43:48,446 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733474628446"}]},"ts":"9223372036854775807"} 2024-12-06T08:43:48,448 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-06T08:43:48,448 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0efa205f9b5eb58aae333fdeab106017, NAME => 'TestAcidGuarantees,,1733474601184.0efa205f9b5eb58aae333fdeab106017.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T08:43:48,448 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T08:43:48,448 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733474628448"}]},"ts":"9223372036854775807"} 2024-12-06T08:43:48,449 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-06T08:43:48,450 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=190, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T08:43:48,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=190, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-12-06T08:43:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=190 2024-12-06T08:43:48,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-06T08:43:48,508 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-06T08:43:48,517 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=252 (was 251) - Thread LEAK? -, OpenFileDescriptor=457 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=498 (was 507), ProcessCount=11 (was 11), AvailableMemoryMB=8299 (was 8397) 2024-12-06T08:43:48,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T08:43:48,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T08:43:48,517 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T08:43:48,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:48,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:48,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T08:43:48,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T08:43:48,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2051383393, stopped=false 2024-12-06T08:43:48,518 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=25494438c68b,42573,1733474452139 2024-12-06T08:43:48,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T08:43:48,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T08:43:48,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T08:43:48,520 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T08:43:48,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T08:43:48,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T08:43:48,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T08:43:48,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T08:43:48,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T08:43:48,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:48,521 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '25494438c68b,33295,1733474453014' ***** 2024-12-06T08:43:48,521 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T08:43:48,522 INFO [RS:0;25494438c68b:33295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T08:43:48,522 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T08:43:48,522 INFO [RS:0;25494438c68b:33295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T08:43:48,522 INFO [RS:0;25494438c68b:33295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T08:43:48,522 INFO [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(959): stopping server 25494438c68b,33295,1733474453014 2024-12-06T08:43:48,522 INFO [RS:0;25494438c68b:33295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T08:43:48,522 INFO [RS:0;25494438c68b:33295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;25494438c68b:33295. 2024-12-06T08:43:48,522 DEBUG [RS:0;25494438c68b:33295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T08:43:48,523 DEBUG [RS:0;25494438c68b:33295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:48,523 INFO [RS:0;25494438c68b:33295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T08:43:48,523 INFO [RS:0;25494438c68b:33295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T08:43:48,523 INFO [RS:0;25494438c68b:33295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T08:43:48,523 INFO [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T08:43:48,524 INFO [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T08:43:48,524 DEBUG [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T08:43:48,524 DEBUG [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T08:43:48,524 INFO [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T08:43:48,524 DEBUG [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T08:43:48,524 DEBUG [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T08:43:48,524 DEBUG [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T08:43:48,524 DEBUG [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T08:43:48,524 INFO [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-06T08:43:48,548 DEBUG [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/.tmp/info/9c5b98b0106344cea1668e70d77c3232 is 95, key is TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001./info:/1733474484633/DeleteFamily/seqid=0 2024-12-06T08:43:48,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742611_1787 (size=6514) 2024-12-06T08:43:48,571 INFO [regionserver/25494438c68b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T08:43:48,724 DEBUG [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T08:43:48,924 DEBUG [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T08:43:48,934 INFO [regionserver/25494438c68b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T08:43:48,934 INFO [regionserver/25494438c68b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T08:43:48,953 INFO [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/.tmp/info/9c5b98b0106344cea1668e70d77c3232 2024-12-06T08:43:48,971 DEBUG [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/.tmp/ns/873d18a507db4502b473864196febd8e is 93, key is TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001./ns:/1733474484576/DeleteFamily/seqid=0 2024-12-06T08:43:48,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742612_1788 (size=5906) 2024-12-06T08:43:49,125 DEBUG [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T08:43:49,325 DEBUG [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T08:43:49,377 INFO [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/.tmp/ns/873d18a507db4502b473864196febd8e 2024-12-06T08:43:49,395 DEBUG [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/.tmp/rep_barrier/b43113494b144d2ba5bbecbde9d5a77a is 102, key is TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001./rep_barrier:/1733474484576/DeleteFamily/seqid=0 2024-12-06T08:43:49,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742613_1789 (size=6025) 2024-12-06T08:43:49,525 DEBUG [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T08:43:49,725 DEBUG [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T08:43:49,798 INFO [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/.tmp/rep_barrier/b43113494b144d2ba5bbecbde9d5a77a 2024-12-06T08:43:49,816 DEBUG [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/.tmp/table/e3aa91008d0341459c847fbc751b8a31 is 96, key is TestAcidGuarantees,,1733474456482.9228b2c00478742b52da557cc95a8001./table:/1733474484576/DeleteFamily/seqid=0 2024-12-06T08:43:49,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742614_1790 (size=5936) 2024-12-06T08:43:49,925 DEBUG [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T08:43:50,126 DEBUG [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T08:43:50,219 INFO [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/.tmp/table/e3aa91008d0341459c847fbc751b8a31 2024-12-06T08:43:50,223 DEBUG [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/.tmp/info/9c5b98b0106344cea1668e70d77c3232 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/info/9c5b98b0106344cea1668e70d77c3232 2024-12-06T08:43:50,225 INFO [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/info/9c5b98b0106344cea1668e70d77c3232, entries=12, sequenceid=90, filesize=6.4 K 2024-12-06T08:43:50,226 DEBUG [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/.tmp/ns/873d18a507db4502b473864196febd8e as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/ns/873d18a507db4502b473864196febd8e 2024-12-06T08:43:50,229 INFO [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/ns/873d18a507db4502b473864196febd8e, entries=8, sequenceid=90, filesize=5.8 K 2024-12-06T08:43:50,229 DEBUG [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/.tmp/rep_barrier/b43113494b144d2ba5bbecbde9d5a77a as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/rep_barrier/b43113494b144d2ba5bbecbde9d5a77a 2024-12-06T08:43:50,232 INFO [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/rep_barrier/b43113494b144d2ba5bbecbde9d5a77a, entries=6, sequenceid=90, filesize=5.9 K 2024-12-06T08:43:50,232 DEBUG [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/.tmp/table/e3aa91008d0341459c847fbc751b8a31 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/table/e3aa91008d0341459c847fbc751b8a31 2024-12-06T08:43:50,235 INFO [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/table/e3aa91008d0341459c847fbc751b8a31, entries=7, sequenceid=90, filesize=5.8 K 2024-12-06T08:43:50,235 INFO [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=90, compaction requested=false 2024-12-06T08:43:50,239 DEBUG [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-06T08:43:50,239 DEBUG [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T08:43:50,240 INFO [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T08:43:50,240 DEBUG [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733474628523Running coprocessor pre-close hooks at 1733474628524 (+1 ms)Disabling compacts and flushes for region at 1733474628524Disabling writes for close at 1733474628524Obtaining lock to block concurrent updates at 1733474628524Preparing flush snapshotting stores in 1588230740 at 1733474628524Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733474628525 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733474628525Flushing 1588230740/info: creating writer at 1733474628525Flushing 1588230740/info: appending metadata at 1733474628548 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733474628548Flushing 1588230740/ns: creating writer at 1733474628956 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733474628971 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733474628971Flushing 1588230740/rep_barrier: creating writer at 1733474629380 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733474629395 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733474629395Flushing 1588230740/table: creating writer at 1733474629801 (+406 ms)Flushing 1588230740/table: appending metadata at 1733474629816 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733474629816Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@120b568: reopening flushed file at 1733474630222 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d4da6f3: reopening flushed file at 1733474630226 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60de55c5: reopening flushed file at 1733474630229 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1238c66d: reopening flushed file at 1733474630232 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=90, compaction requested=false at 1733474630235 (+3 ms)Writing region close event to WAL at 1733474630237 (+2 ms)Running coprocessor post-close hooks at 1733474630239 (+2 ms)Closed at 1733474630240 (+1 ms) 2024-12-06T08:43:50,240 DEBUG [RS_CLOSE_META-regionserver/25494438c68b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T08:43:50,326 INFO [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(976): stopping server 25494438c68b,33295,1733474453014; all regions closed. 2024-12-06T08:43:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741834_1010 (size=25344) 2024-12-06T08:43:50,333 DEBUG [RS:0;25494438c68b:33295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/oldWALs 2024-12-06T08:43:50,333 INFO [RS:0;25494438c68b:33295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 25494438c68b%2C33295%2C1733474453014.meta:.meta(num 1733474455987) 2024-12-06T08:43:50,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741832_1008 (size=22560398) 2024-12-06T08:43:50,336 DEBUG [RS:0;25494438c68b:33295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/oldWALs 2024-12-06T08:43:50,336 INFO [RS:0;25494438c68b:33295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 25494438c68b%2C33295%2C1733474453014:(num 1733474455018) 2024-12-06T08:43:50,336 DEBUG [RS:0;25494438c68b:33295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T08:43:50,336 INFO [RS:0;25494438c68b:33295 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T08:43:50,336 INFO [RS:0;25494438c68b:33295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T08:43:50,336 INFO [RS:0;25494438c68b:33295 {}] hbase.ChoreService(370): Chore service for: regionserver/25494438c68b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T08:43:50,337 INFO [RS:0;25494438c68b:33295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T08:43:50,337 INFO [regionserver/25494438c68b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T08:43:50,337 INFO [RS:0;25494438c68b:33295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33295 2024-12-06T08:43:50,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/25494438c68b,33295,1733474453014 2024-12-06T08:43:50,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T08:43:50,342 INFO [RS:0;25494438c68b:33295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T08:43:50,344 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [25494438c68b,33295,1733474453014] 2024-12-06T08:43:50,345 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/25494438c68b,33295,1733474453014 already deleted, retry=false 2024-12-06T08:43:50,346 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 25494438c68b,33295,1733474453014 expired; onlineServers=0 2024-12-06T08:43:50,346 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '25494438c68b,42573,1733474452139' ***** 2024-12-06T08:43:50,346 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T08:43:50,346 INFO [M:0;25494438c68b:42573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T08:43:50,346 INFO [M:0;25494438c68b:42573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T08:43:50,346 DEBUG [M:0;25494438c68b:42573 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T08:43:50,346 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T08:43:50,346 DEBUG [M:0;25494438c68b:42573 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T08:43:50,346 DEBUG [master/25494438c68b:0:becomeActiveMaster-HFileCleaner.large.0-1733474454713 {}] cleaner.HFileCleaner(306): Exit Thread[master/25494438c68b:0:becomeActiveMaster-HFileCleaner.large.0-1733474454713,5,FailOnTimeoutGroup] 2024-12-06T08:43:50,346 DEBUG [master/25494438c68b:0:becomeActiveMaster-HFileCleaner.small.0-1733474454716 {}] cleaner.HFileCleaner(306): Exit Thread[master/25494438c68b:0:becomeActiveMaster-HFileCleaner.small.0-1733474454716,5,FailOnTimeoutGroup] 2024-12-06T08:43:50,346 INFO [M:0;25494438c68b:42573 {}] hbase.ChoreService(370): Chore service for: master/25494438c68b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T08:43:50,346 INFO [M:0;25494438c68b:42573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T08:43:50,347 DEBUG [M:0;25494438c68b:42573 {}] master.HMaster(1795): Stopping service threads 2024-12-06T08:43:50,347 INFO [M:0;25494438c68b:42573 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T08:43:50,347 INFO [M:0;25494438c68b:42573 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T08:43:50,347 ERROR [M:0;25494438c68b:42573 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:44719 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44719,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-06T08:43:50,347 INFO [M:0;25494438c68b:42573 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T08:43:50,347 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T08:43:50,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T08:43:50,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T08:43:50,348 DEBUG [M:0;25494438c68b:42573 {}] zookeeper.ZKUtil(347): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T08:43:50,348 WARN [M:0;25494438c68b:42573 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T08:43:50,349 INFO [M:0;25494438c68b:42573 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/.lastflushedseqids 2024-12-06T08:43:50,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742615_1791 (size=72) 2024-12-06T08:43:50,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T08:43:50,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x100667cb7c40001, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T08:43:50,445 INFO [RS:0;25494438c68b:33295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T08:43:50,445 INFO [RS:0;25494438c68b:33295 {}] regionserver.HRegionServer(1031): Exiting; stopping=25494438c68b,33295,1733474453014; zookeeper connection closed. 2024-12-06T08:43:50,445 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4458de0f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4458de0f 2024-12-06T08:43:50,446 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T08:43:50,760 INFO [M:0;25494438c68b:42573 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T08:43:50,760 INFO [M:0;25494438c68b:42573 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T08:43:50,761 DEBUG [M:0;25494438c68b:42573 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T08:43:50,761 INFO [M:0;25494438c68b:42573 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T08:43:50,761 DEBUG [M:0;25494438c68b:42573 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T08:43:50,761 DEBUG [M:0;25494438c68b:42573 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T08:43:50,761 DEBUG [M:0;25494438c68b:42573 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T08:43:50,761 INFO [M:0;25494438c68b:42573 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=834.68 KB heapSize=1.00 MB 2024-12-06T08:43:50,777 DEBUG [M:0;25494438c68b:42573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bb83e8810f0486c9dc3d30640ab22f7 is 82, key is hbase:meta,,1/info:regioninfo/1733474456076/Put/seqid=0 2024-12-06T08:43:50,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742616_1792 (size=5672) 2024-12-06T08:43:51,094 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T08:43:51,180 INFO [M:0;25494438c68b:42573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2365 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bb83e8810f0486c9dc3d30640ab22f7 2024-12-06T08:43:51,202 DEBUG [M:0;25494438c68b:42573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22a66f9f310040a4b51a4b130626f913 is 2481, key is \x00\x00\x00\x00\x00\x00\x00\x9B/proc:d/1733474604263/Put/seqid=0 2024-12-06T08:43:51,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742617_1793 (size=48931) 2024-12-06T08:43:51,609 INFO [M:0;25494438c68b:42573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=834.13 KB at sequenceid=2365 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22a66f9f310040a4b51a4b130626f913 2024-12-06T08:43:51,613 INFO [M:0;25494438c68b:42573 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22a66f9f310040a4b51a4b130626f913 2024-12-06T08:43:51,628 DEBUG [M:0;25494438c68b:42573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ced9093185894fbf91d0508018f20d96 is 69, key is 25494438c68b,33295,1733474453014/rs:state/1733474454754/Put/seqid=0 2024-12-06T08:43:51,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073742618_1794 (size=5156) 2024-12-06T08:43:52,031 INFO [M:0;25494438c68b:42573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2365 (bloomFilter=true), to=hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ced9093185894fbf91d0508018f20d96 2024-12-06T08:43:52,035 DEBUG [M:0;25494438c68b:42573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bb83e8810f0486c9dc3d30640ab22f7 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bb83e8810f0486c9dc3d30640ab22f7 2024-12-06T08:43:52,038 INFO [M:0;25494438c68b:42573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bb83e8810f0486c9dc3d30640ab22f7, entries=8, sequenceid=2365, filesize=5.5 K 2024-12-06T08:43:52,038 DEBUG [M:0;25494438c68b:42573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22a66f9f310040a4b51a4b130626f913 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22a66f9f310040a4b51a4b130626f913 2024-12-06T08:43:52,041 INFO [M:0;25494438c68b:42573 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22a66f9f310040a4b51a4b130626f913 2024-12-06T08:43:52,041 INFO [M:0;25494438c68b:42573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22a66f9f310040a4b51a4b130626f913, entries=190, sequenceid=2365, filesize=47.8 K 2024-12-06T08:43:52,041 DEBUG [M:0;25494438c68b:42573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ced9093185894fbf91d0508018f20d96 as hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ced9093185894fbf91d0508018f20d96 2024-12-06T08:43:52,044 INFO [M:0;25494438c68b:42573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44719/user/jenkins/test-data/7f5d978b-1e31-2842-c890-6ac1052d7dda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ced9093185894fbf91d0508018f20d96, entries=1, sequenceid=2365, filesize=5.0 K 2024-12-06T08:43:52,044 INFO [M:0;25494438c68b:42573 {}] regionserver.HRegion(3140): Finished flush of dataSize ~834.68 KB/854716, heapSize ~1.00 MB/1050208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=2365, compaction requested=false 2024-12-06T08:43:52,045 INFO [M:0;25494438c68b:42573 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T08:43:52,046 DEBUG [M:0;25494438c68b:42573 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733474630761Disabling compacts and flushes for region at 1733474630761Disabling writes for close at 1733474630761Obtaining lock to block concurrent updates at 1733474630761Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733474630761Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=854716, getHeapSize=1050448, getOffHeapSize=0, getCellsCount=2580 at 1733474630761Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733474630762 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733474630762Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733474630776 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733474630776Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733474631183 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733474631201 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733474631201Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733474631613 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733474631627 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733474631627Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3928449e: reopening flushed file at 1733474632034 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6852f6f9: reopening flushed file at 1733474632038 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e16d2d: reopening flushed file at 1733474632041 (+3 ms)Finished flush of dataSize ~834.68 KB/854716, heapSize ~1.00 MB/1050208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=2365, compaction requested=false at 1733474632044 (+3 ms)Writing region close event to WAL at 1733474632045 (+1 ms)Closed at 1733474632045 2024-12-06T08:43:52,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741830_1006 (size=1009720) 2024-12-06T08:43:52,048 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T08:43:52,048 INFO [M:0;25494438c68b:42573 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T08:43:52,049 INFO [M:0;25494438c68b:42573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42573 2024-12-06T08:43:52,049 INFO [M:0;25494438c68b:42573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T08:43:52,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T08:43:52,151 INFO [M:0;25494438c68b:42573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T08:43:52,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x100667cb7c40000, quorum=127.0.0.1:56739, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T08:43:52,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:43:52,159 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T08:43:52,159 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T08:43:52,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T08:43:52,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/hadoop.log.dir/,STOPPED} 2024-12-06T08:43:52,162 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T08:43:52,163 WARN [BP-792285928-172.17.0.2-1733474448628 heartbeating to localhost/127.0.0.1:44719 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T08:43:52,163 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T08:43:52,163 WARN [BP-792285928-172.17.0.2-1733474448628 heartbeating to localhost/127.0.0.1:44719 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-792285928-172.17.0.2-1733474448628 (Datanode Uuid 461505f1-29d2-420b-a135-ef9057ee1184) service to localhost/127.0.0.1:44719 2024-12-06T08:43:52,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/cluster_7a7741c4-54b2-9421-194c-e5d6aa6b3f29/data/data1/current/BP-792285928-172.17.0.2-1733474448628 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:43:52,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/cluster_7a7741c4-54b2-9421-194c-e5d6aa6b3f29/data/data2/current/BP-792285928-172.17.0.2-1733474448628 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:43:52,167 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T08:43:52,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T08:43:52,177 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T08:43:52,177 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T08:43:52,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T08:43:52,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5734d275-4e5f-1c9e-93e3-5a520a1afa60/hadoop.log.dir/,STOPPED} 2024-12-06T08:43:52,195 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T08:43:52,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T08:43:52,646 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T08:43:52,646 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T08:43:52,646 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T08:43:52,646 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees